-- Logs begin at Sun 2021-06-20 11:30:08 UTC, end at Sun 2021-06-20 12:56:32 UTC. -- Jun 20 11:58:20.821413 dv-cinder-794962-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 20 11:58:23.584647 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.common.config [-] Logging enabled! Jun 20 11:58:23.585298 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 20 11:58:23.585444 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92783) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 20 11:58:23.588533 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.common.config [-] Logging enabled! Jun 20 11:58:23.588793 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 20 11:58:23.589124 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92783) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 20 11:58:23.590040 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 20 11:58:23.590277 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 20 11:58:23.590640 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 20 11:58:23.590888 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 20 11:58:23.591120 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 20 11:58:23.591436 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.591732 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.592023 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.592253 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.592546 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.592834 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.593150 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.593437 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.593734 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.594121 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.594303 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.594556 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.594788 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.595066 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.595348 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.595632 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.595856 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] debug = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.596135 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.596554 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.596981 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.597272 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.597558 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.597836 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.598121 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.598988 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.599997 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.599997 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] host = dv-cinder-794962-4-iscsi {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.600185 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.600397 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.600687 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.601009 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.601293 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.601576 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.601865 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.602896 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.602896 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] log_file = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.602896 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.603640 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.603640 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.603640 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.603900 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.604213 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.604550 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.604907 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.605187 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.605443 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.605720 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.606004 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.606283 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.606557 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.606845 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.607130 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.607415 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.607693 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.607968 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.608241 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.608514 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.608798 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.609106 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.609383 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.609657 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.609943 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.610208 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.610480 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.610780 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.611064 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.611345 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.611633 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.611909 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.612188 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.612460 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.612734 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.613035 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] use_json = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.613310 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.613579 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.614683 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.614962 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.615241 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.615519 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.615792 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.616080 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:23.616375 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.616670 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.616995 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.617283 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.617577 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.617859 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.618146 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.618421 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.618706 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.618990 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.619276 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.619552 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.619838 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.620115 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.620406 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.620705 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.621022 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.621315 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.621593 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.621866 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.622138 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.622412 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.622694 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.622984 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.623270 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.623543 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.623818 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.624103 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.624378 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.624648 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.624944 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.625226 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.625502 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.625777 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.626076 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.626334 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.626602 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.626869 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.627143 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.627429 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.627701 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.627971 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.628239 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.628511 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.628779 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.629086 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.629509 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.630000 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.630298 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.630582 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.630860 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.631135 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.631414 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.631695 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.631975 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.632250 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.632525 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.632800 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.633104 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.633378 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.633653 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.633926 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.634203 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.634476 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.634749 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.635022 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.635295 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.635570 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.635859 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.636155 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.636431 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.636712 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.637016 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.637294 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.637572 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.637849 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.638128 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.638404 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.638675 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.638962 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.639245 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.639530 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.639811 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.640088 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.640380 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.640656 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.640957 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.641238 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.641516 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.641812 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.642096 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.642388 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.642678 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.642969 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.643258 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.643550 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.643831 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.644138 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.644413 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:23.644631 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 20 11:58:23.644870 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92783) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 20 11:58:24.001003 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 11:58:24.001280 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 11:58:24.001571 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 11:58:24.001901 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 20 11:58:24.396107 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.396396 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.396668 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.398042 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.398323 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.398588 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.433390 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.433667 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.433935 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.447743 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.448027 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.448301 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.478383 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.478661 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.478928 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.515330 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.515611 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.515882 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.749535 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.750151 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.750151 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.750321 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.751182 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.875692 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.876019 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.876302 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.876579 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.876860 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.877203 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.877469 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.877732 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.877994 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.878281 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.878546 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.878815 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.879081 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.879468 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.879927 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.880272 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.880560 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.880830 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.881141 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.881405 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.881693 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.882046 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.882305 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.882594 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.882849 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.883101 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.883494 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 20 11:58:24.883735 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 20 11:58:24.883972 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 20 11:58:24.884213 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 20 11:58:24.884447 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 20 11:58:24.884679 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 20 11:58:24.885063 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 20 11:58:24.889099 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 20 11:58:24.893009 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 20 11:58:24.897466 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 20 11:58:24.899087 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 20 11:58:24.899545 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 20 11:58:24.899879 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 20 11:58:24.900261 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 20 11:58:24.903071 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 20 11:58:24.903325 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 20 11:58:24.903671 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 20 11:58:24.932344 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 20 11:58:24.932793 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.933118 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92783) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 20 11:58:24.933479 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.934837 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92783) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 20 11:58:24.935120 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 20 11:58:24.935367 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 20 11:58:24.938514 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:24.938796 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.003289 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 20 11:58:25.003474 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 20 11:58:25.003710 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 20 11:58:25.004082 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 20 11:58:25.025479 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_db.sqlalchemy.engines [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92783) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 20 11:58:25.565525 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.managers [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Initializing driver for type 'gre' Jun 20 11:58:25.566053 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] gre ID ranges: [(1, 1000)] Jun 20 11:58:25.618342 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.managers [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Initializing driver for type 'local' Jun 20 11:58:25.618629 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.managers [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Initializing driver for type 'vlan' Jun 20 11:58:25.631462 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] VlanTypeDriver initialization complete Jun 20 11:58:25.631798 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.managers [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Initializing driver for type 'vxlan' Jun 20 11:58:25.632256 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] vxlan ID ranges: [(1, 1000)] Jun 20 11:58:25.682190 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.managers [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Initializing extension driver 'port_security' Jun 20 11:58:25.682542 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.extensions.port_security [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] PortSecurityExtensionDriver initialization complete Jun 20 11:58:25.682945 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.managers [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Initializing mechanism driver 'openvswitch' Jun 20 11:58:25.683306 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.managers [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Initializing mechanism driver 'hyperv' Jun 20 11:58:25.689947 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 11:58:25.690716 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > port after_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.691097 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > port after_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.691457 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > port after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.692503 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.692852 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.693211 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.693613 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > network after_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.693958 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > network after_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.694295 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > network after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.694667 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > security_group after_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.695011 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > security_group after_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.695348 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.695718 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.696056 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.696392 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.696763 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > address_group after_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.697124 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > address_group after_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.697464 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.697797 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] ML2 OVO RPC backend initialized. {{(pid=92783) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 20 11:58:25.698498 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.698846 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.699253 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > network before_response 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.699595 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > networks before_response 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.699934 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > port before_response 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.700269 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > ports before_response 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.700603 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > subnet before_response 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.700966 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > subnets before_response 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.701312 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > network after_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.701643 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > network after_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.701977 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > network after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.702305 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > port after_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.702633 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > port after_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.702965 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > port after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.703294 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.703621 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.703945 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.704519 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.plugin [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Modular L2 Plugin initialization complete Jun 20 11:58:25.704841 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading services supported by the core plugin {{(pid=92783) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 20 11:58:25.705189 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.plugins.ml2.managers [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Got port-security extension from driver 'port_security' Jun 20 11:58:25.705643 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.extensions.vlantransparent [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Disabled vlantransparent extension. Jun 20 11:58:25.706118 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92783) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 20 11:58:25.706429 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading Plugin: router Jun 20 11:58:25.742093 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.742479 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router after_create 55549900 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.742842 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router before_create 55549900 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.743198 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.743554 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.743903 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router after_delete 55549900 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.744254 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.744608 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router after_create 55549900 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.744976 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router after_update 55549900 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.745326 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router after_update 55549900 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.745672 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.746024 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router after_update 55549900 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.746425 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.746791 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: port after_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.747124 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: port after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.747458 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: subnet after_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.747791 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.748132 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.748475 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.748808 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: port before_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.749170 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router precommit_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.749551 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router after_update 55549900 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.750079 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.750227 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.750582 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.750919 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.751285 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > network after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.752124 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Tracking information for resource: router configured {{(pid=92783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 20 11:58:25.752454 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Tracking information for resource: floatingip configured {{(pid=92783) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 20 11:58:25.758252 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.db.l3_agentschedulers_db [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 20 11:58:25.758816 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: port after_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.759180 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: port after_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.759520 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: port after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.759870 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: port after_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.760641 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router before_create 55550100 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.761027 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.761389 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router precommit_create 55550100 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.761739 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > router precommit_update 55550100 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.766188 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.services.provider_configuration [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Service providers = [] {{(pid=92783) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 20 11:58:25.766552 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.db.servicetype_db [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92783) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 20 11:58:25.769435 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.services.service_base [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92783) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 20 11:58:25.769797 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.services.service_base [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92783) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 20 11:58:25.770147 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.services.service_base [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92783) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 20 11:58:25.771010 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.services.service_base [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92783) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 20 11:58:25.771375 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.services.service_base [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 20 11:58:25.771745 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 20 11:58:25.772058 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 20 11:58:25.782632 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 20 11:58:25.782970 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading Plugin: auto_allocate Jun 20 11:58:25.789117 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: network precommit_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.789481 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: network precommit_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.789985 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 20 11:58:25.790303 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading Plugin: tag Jun 20 11:58:25.797225 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 20 11:58:25.797551 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading Plugin: timestamp Jun 20 11:58:25.801879 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 20 11:58:25.802207 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading Plugin: network_ip_availability Jun 20 11:58:25.808956 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.809335 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.809684 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:25.810381 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 20 11:58:25.810698 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading Plugin: flavors Jun 20 11:58:25.815346 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 20 11:58:25.815720 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading Plugin: revisions Jun 20 11:58:25.820123 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92783) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 20 11:58:25.820511 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.819s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 11:58:25.821259 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92783) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 20 11:58:25.821594 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Initializing extension manager. Jun 20 11:58:25.822091 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: __init__.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.822429 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: __pycache__ {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.822758 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.823084 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: address_group.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.823820 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.824377 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: address-group Jun 20 11:58:25.824695 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: address_scope.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.825409 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.825917 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: address-scope Jun 20 11:58:25.826234 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.827128 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.827637 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: router-admin-state-down-before-update Jun 20 11:58:25.827958 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: agent.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.828633 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.829201 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: agent Jun 20 11:58:25.829519 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: agent_resources_synced.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.830392 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.830893 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: agent-resources-synced Jun 20 11:58:25.831207 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: allowedaddresspairs.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.832977 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.833494 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: allowed-address-pairs Jun 20 11:58:25.833812 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: auto_allocated_topology.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.835076 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.835584 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: auto-allocated-topology Jun 20 11:58:25.835905 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: availability_zone.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.836584 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.837111 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: availability_zone Jun 20 11:58:25.837431 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: availability_zone_filter.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.838325 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.838848 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: availability_zone_filter Jun 20 11:58:25.839144 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: data_plane_status.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.840018 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.840517 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension data-plane-status not supported by any of loaded plugins Jun 20 11:58:25.840835 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: default_subnetpools.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.841738 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.842244 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: default-subnetpools Jun 20 11:58:25.842561 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.843378 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.843886 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: dhcp_agent_scheduler Jun 20 11:58:25.844207 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: dns.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.845123 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.845630 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension dns-integration not supported by any of loaded plugins Jun 20 11:58:25.845944 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: dns_domain_ports.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.846833 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.847335 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 20 11:58:25.848459 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: dvr.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.848844 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.849373 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: dvr Jun 20 11:58:25.849686 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: empty_string_filtering.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.850569 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.851070 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: empty-string-filtering Jun 20 11:58:25.851383 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.852262 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.852763 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 20 11:58:25.853101 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.853979 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.854475 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 20 11:58:25.854789 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: external_net.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.855673 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.856173 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: external-net Jun 20 11:58:25.856488 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.857394 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.857892 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: extra_dhcp_opt Jun 20 11:58:25.858214 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: extraroute.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.859085 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.859583 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: extraroute Jun 20 11:58:25.859900 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: extraroute_atomic.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.860899 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.861432 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: extraroute-atomic Jun 20 11:58:25.861750 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: filter_validation.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.862391 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.862887 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: filter-validation Jun 20 11:58:25.863200 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: fip_pf_description.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.864657 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.865174 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 20 11:58:25.865488 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: fip_port_details.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.866367 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.866864 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: fip-port-details Jun 20 11:58:25.867174 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: flavors.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.868364 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.868866 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: flavors Jun 20 11:58:25.869207 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.870849 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.871361 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 20 11:58:25.871683 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: floatingip_pools.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.872360 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.872864 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: floatingip-pools Jun 20 11:58:25.873206 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: ip_allocation.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.874100 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.874602 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension ip_allocation not supported by any of loaded plugins Jun 20 11:58:25.874920 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.875808 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.876314 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: ip-substring-filtering Jun 20 11:58:25.876633 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: l2_adjacency.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.877560 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.878057 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 20 11:58:25.878378 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: l3.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.879351 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.879859 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: router Jun 20 11:58:25.880172 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.882534 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.883058 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 20 11:58:25.883385 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.884279 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.884789 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: ext-gw-mode Jun 20 11:58:25.885142 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.886031 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.886535 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: l3-ha Jun 20 11:58:25.886852 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: l3_flavors.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.887735 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.888242 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: l3-flavors Jun 20 11:58:25.888558 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.889473 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.889984 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 20 11:58:25.890302 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: l3agentscheduler.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.891316 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.891824 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: l3_agent_scheduler Jun 20 11:58:25.892147 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: logging.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.893646 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.894163 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension logging not supported by any of loaded plugins Jun 20 11:58:25.894489 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: metering.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.895282 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.895860 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: metering Jun 20 11:58:25.896186 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.897270 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.897787 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: metering_source_and_destination_fields Jun 20 11:58:25.898108 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: multiprovidernet.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.899008 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.899517 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: multi-provider Jun 20 11:58:25.899836 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: netmtu.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.900718 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.901256 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: net-mtu Jun 20 11:58:25.901574 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: netmtu_writable.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.902460 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.902962 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: net-mtu-writable Jun 20 11:58:25.903280 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: network_availability_zone.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.903928 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.904425 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: network_availability_zone Jun 20 11:58:25.904741 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: network_ip_availability.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.905818 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.906327 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: network-ip-availability Jun 20 11:58:25.906647 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: network_segment_range.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.907385 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.907885 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension network-segment-range not supported by any of loaded plugins Jun 20 11:58:25.908210 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: pagination.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.909194 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.909519 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: pagination Jun 20 11:58:25.909837 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: port_device_profile.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.911244 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.911754 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: port-device-profile Jun 20 11:58:25.912069 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.912983 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.913489 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: port-mac-address-regenerate Jun 20 11:58:25.913804 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.914690 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.915195 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: port-numa-affinity-policy Jun 20 11:58:25.915509 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: port_resource_request.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.916382 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.917187 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension port-resource-request not supported by any of loaded plugins Jun 20 11:58:25.917503 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: portbindings.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.918404 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.918913 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: binding Jun 20 11:58:25.919227 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: portbindings_extended.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.920565 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.921111 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: binding-extended Jun 20 11:58:25.921431 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: portsecurity.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.922315 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.922821 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: port-security Jun 20 11:58:25.923138 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: project_id.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.924075 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.924399 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: project-id Jun 20 11:58:25.924714 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: providernet.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.925634 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.927004 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: provider Jun 20 11:58:25.927457 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: qos.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.931084 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.931611 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension qos not supported by any of loaded plugins Jun 20 11:58:25.931936 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.933190 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.933700 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 20 11:58:25.934022 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.934910 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.935416 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 20 11:58:25.935738 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: qos_default.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.936620 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.937155 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension qos-default not supported by any of loaded plugins Jun 20 11:58:25.937476 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: qos_fip.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.938102 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.938600 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension qos-fip not supported by any of loaded plugins Jun 20 11:58:25.938922 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: qos_gateway_ip.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.939816 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.940326 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 20 11:58:25.940642 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: qos_port_network_policy.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.941557 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.943326 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 20 11:58:25.943326 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: qos_rule_type_details.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.943623 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.944136 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 20 11:58:25.944453 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: qos_rules_alias.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.945506 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.946021 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 20 11:58:25.946339 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: quotasv2.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.947234 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.947557 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: quotas Jun 20 11:58:25.947871 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: quotasv2_detail.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.950908 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.951245 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: quota_details Jun 20 11:58:25.951568 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: rbac.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.952596 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.953144 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: rbac-policies Jun 20 11:58:25.953473 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: rbac_address_group.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.954378 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.954891 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: rbac-address-group Jun 20 11:58:25.955212 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: rbac_address_scope.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.956104 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.956616 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: rbac-address-scope Jun 20 11:58:25.956959 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: rbac_security_groups.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.958043 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.958554 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: rbac-security-groups Jun 20 11:58:25.958872 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: rbac_subnetpool.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.959764 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.960272 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: rbac-subnetpool Jun 20 11:58:25.960590 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: revisionifmatch.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.961516 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.962023 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: revision-if-match Jun 20 11:58:25.962341 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: revisions.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.963612 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.964120 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: standard-attr-revisions Jun 20 11:58:25.964445 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: router_availability_zone.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.965129 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.965642 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: router_availability_zone Jun 20 11:58:25.965962 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: routerservicetype.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.966859 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.967369 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension router-service-type not supported by any of loaded plugins Jun 20 11:58:25.967689 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.968587 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.969152 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: security-groups-normalized-cidr Jun 20 11:58:25.969456 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.970352 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.970861 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: port-security-groups-filtering Jun 20 11:58:25.971181 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.972077 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.972588 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: security-groups-remote-address-group Jun 20 11:58:25.973431 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: securitygroup.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.982758 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.983286 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: security-group Jun 20 11:58:25.983615 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: segment.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.984378 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.984882 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension segment not supported by any of loaded plugins Jun 20 11:58:25.985226 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.986131 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.986636 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 20 11:58:25.986956 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: servicetype.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.988036 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.988615 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: service-type Jun 20 11:58:25.989015 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: sorting.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.989979 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.990306 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: sorting Jun 20 11:58:25.990623 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: standard_attr_segment.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.991514 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.992029 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 20 11:58:25.992348 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: standardattrdescription.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.992993 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.993504 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: standard-attr-description Jun 20 11:58:25.993824 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: stateful_security_group.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.994737 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.995250 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: stateful-security-group Jun 20 11:58:25.995565 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: stdattrs_common.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.996123 dv-cinder-794962-4-iscsi neutron-server[92783]: WARNING neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 20 11:58:25.996577 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.997583 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.998090 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 20 11:58:25.998407 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: subnet_onboard.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:25.999462 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:25.999982 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: subnet_onboard Jun 20 11:58:26.000298 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:26.001240 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:26.001750 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 20 11:58:26.002066 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: subnet_service_types.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:26.002956 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:26.003462 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: subnet-service-types Jun 20 11:58:26.003777 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: subnetallocation.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:26.005369 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:26.005883 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: subnet_allocation Jun 20 11:58:26.006201 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:26.006847 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:26.007353 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: subnetpool-prefix-ops Jun 20 11:58:26.007671 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:26.008568 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:26.009105 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 20 11:58:26.009422 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: tagging.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:26.010486 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:26.011001 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: standard-attr-tag Jun 20 11:58:26.011322 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: timestamp.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:26.012480 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:26.013024 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loaded extension: standard-attr-timestamp Jun 20 11:58:26.013347 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: trunk.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:26.014354 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:26.014864 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension trunk not supported by any of loaded plugins Jun 20 11:58:26.015185 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: trunk_details.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:26.016073 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:26.016582 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension trunk-details not supported by any of loaded plugins Jun 20 11:58:26.016901 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: uplink_status_propagation.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:26.017813 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:26.018319 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 20 11:58:26.018638 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Loading extension file: vlantransparent.py {{(pid=92783) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 20 11:58:26.019292 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92783) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 20 11:58:26.019885 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 20 11:58:26.022977 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Creating instance of TrackedResource for resource:network Jun 20 11:58:26.023516 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Creating instance of TrackedResource for resource:subnet Jun 20 11:58:26.023910 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 20 11:58:26.024296 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Creating instance of TrackedResource for resource:port Jun 20 11:58:26.025563 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.v2.resource_helper [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 11:58:26.026000 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.v2.resource_helper [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Service FLAVORS assigned prefix: {{(pid=92783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 11:58:26.026597 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.v2.resource_helper [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 11:58:26.027028 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.v2.resource_helper [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 11:58:26.027350 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Creating instance of TrackedResource for resource:router Jun 20 11:58:26.027761 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Creating instance of TrackedResource for resource:floatingip Jun 20 11:58:26.028238 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.v2.resource_helper [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Service METERING assigned prefix: /metering {{(pid=92783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 11:58:26.029684 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:26.030050 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:26.030404 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 11:58:26.031388 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Creating instance of CountableResource for resource:rbac_policy Jun 20 11:58:26.031820 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Creating instance of TrackedResource for resource:security_group Jun 20 11:58:26.032256 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 20 11:58:26.032846 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.v2.resource_helper [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Service CORE assigned prefix: {{(pid=92783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 11:58:26.033195 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 20 11:58:26.033543 dv-cinder-794962-4-iscsi neutron-server[92783]: WARNING neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] subnetpool is already registered Jun 20 11:58:26.033974 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.v2.resource_helper [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Service CORE assigned prefix: {{(pid=92783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 11:58:26.034290 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 20 11:58:26.034614 dv-cinder-794962-4-iscsi neutron-server[92783]: WARNING neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] subnetpool is already registered Jun 20 11:58:26.037179 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.v2.resource_helper [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 11:58:26.037605 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.v2.resource_helper [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Service FLAVORS assigned prefix: {{(pid=92783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 11:58:26.038185 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.v2.resource_helper [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 11:58:26.038599 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.v2.resource_helper [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 11:58:26.038924 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Creating instance of TrackedResource for resource:router Jun 20 11:58:26.039254 dv-cinder-794962-4-iscsi neutron-server[92783]: WARNING neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] router is already registered Jun 20 11:58:26.039655 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Creating instance of TrackedResource for resource:floatingip Jun 20 11:58:26.039982 dv-cinder-794962-4-iscsi neutron-server[92783]: WARNING neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] floatingip is already registered Jun 20 11:58:26.040431 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.v2.resource_helper [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Service METERING assigned prefix: /metering {{(pid=92783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 11:58:26.041107 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Creating instance of CountableResource for resource:rbac_policy Jun 20 11:58:26.041428 dv-cinder-794962-4-iscsi neutron-server[92783]: WARNING neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] rbac_policy is already registered Jun 20 11:58:26.042088 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Creating instance of TrackedResource for resource:security_group Jun 20 11:58:26.042413 dv-cinder-794962-4-iscsi neutron-server[92783]: WARNING neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] security_group is already registered Jun 20 11:58:26.042806 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 20 11:58:26.043129 dv-cinder-794962-4-iscsi neutron-server[92783]: WARNING neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] security_group_rule is already registered Jun 20 11:58:26.043740 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.v2.resource_helper [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Service CORE assigned prefix: {{(pid=92783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 11:58:26.044059 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 20 11:58:26.044385 dv-cinder-794962-4-iscsi neutron-server[92783]: WARNING neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] subnetpool is already registered Jun 20 11:58:26.044797 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.v2.resource_helper [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Service CORE assigned prefix: {{(pid=92783) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 11:58:26.045135 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 20 11:58:26.045461 dv-cinder-794962-4-iscsi neutron-server[92783]: WARNING neutron.quota.resource_registry [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] subnetpool is already registered Jun 20 11:58:26.045929 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: extensions {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.047384 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: address-groups {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.048836 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: address-scopes {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.050164 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: agents {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.051380 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: auto-allocated-topology {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.052704 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: availability_zones {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.053943 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: dhcp-networks {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.055471 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: dhcp-agents {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.056868 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: routers {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.058588 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: flavors {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.060955 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: service_profiles {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.062187 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: next_providers {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.063625 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: service_profiles {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.065174 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: floatingip-pools {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.066437 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: routers {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.068747 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: floatingips {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.070036 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: l3-routers {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.071421 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: l3-agents {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.072815 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: metering-labels {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.074103 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: metering-label-rules {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.075469 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: network-ip-availabilities {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.076700 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: bindings {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.078264 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: quotas {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.079809 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: quotas {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.081240 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: rbac-policies {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.083034 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: security-groups {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.084319 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: security-group-rules {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.085570 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: service-providers {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.086798 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: subnetpools {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.088101 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: subnetpools {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.089669 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: tags {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.091340 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: tags {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.093200 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: tags {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.094960 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: tags {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.096630 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: tags {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.098620 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: tags {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.100307 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: tags {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.102114 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: tags {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.103959 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: tags {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.105707 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron.api.extensions [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Extended resource: tags {{(pid=92783) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 11:58:26.111638 dv-cinder-794962-4-iscsi neutron-server[92783]: WARNING keystonemiddleware.auth_token [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 20 11:58:26.116173 dv-cinder-794962-4-iscsi neutron-server[92783]: WARNING keystonemiddleware.auth_token [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 20 11:58:26.124460 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Acquired lock "singleton_lock" {{(pid=92783) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 20 11:58:26.124948 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Releasing lock "singleton_lock" {{(pid=92783) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 20 11:58:26.125569 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO oslo_service.service [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Starting 2 workers Jun 20 11:58:26.130901 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Started child 92892 {{(pid=92783) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 20 11:58:26.135312 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Started child 92893 {{(pid=92783) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 20 11:58:26.136497 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:26.137170 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO neutron.service [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 20 11:58:26.137573 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Notify callbacks [] for process, before_spawn {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:26.137990 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [-] (92892) wsgi starting up on http://0.0.0.0:9696 Jun 20 11:58:26.139940 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO oslo_service.service [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Starting 1 workers Jun 20 11:58:26.140094 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:26.141479 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [-] (92893) wsgi starting up on http://0.0.0.0:9696 Jun 20 11:58:26.145209 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Started child 92894 {{(pid=92783) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 20 11:58:26.145743 dv-cinder-794962-4-iscsi neutron-server[92783]: INFO oslo_service.service [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Starting 1 workers Jun 20 11:58:26.149026 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.service [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] calling RpcWorker wait() {{(pid=92894) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 20 11:58:26.149587 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.service [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] returning from RpcWorker wait() {{(pid=92894) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 20 11:58:26.150220 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Started child 92895 {{(pid=92783) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 20 11:58:26.150874 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:26.151064 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47551763-dbdb-4024-9914-a69d011bc0e0 None None] Notify callbacks [] for process, after_spawn {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:26.151458 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 11:58:26.152900 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92783) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 20 11:58:26.153158 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 20 11:58:26.153347 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 20 11:58:26.154042 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 20 11:58:26.154367 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 20 11:58:26.154529 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 20 11:58:26.155024 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.155301 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.155516 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:26.155982 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.155982 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.156106 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.156446 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 11:58:26.156655 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.156908 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.157205 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.157462 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.157707 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.157879 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.158046 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.158305 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.158537 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.158823 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.159100 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.159332 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.159597 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.159769 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.160018 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.160289 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.160639 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.161014 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] debug = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.161270 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.161752 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.161990 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.162243 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.162475 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.162766 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.163009 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.163305 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.163553 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.163796 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.164008 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.164265 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.164500 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.164714 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.164972 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.165237 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.165458 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.165923 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] host = dv-cinder-794962-4-iscsi {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.166142 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.166354 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.166827 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.167080 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.167320 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.167530 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.167788 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.168030 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.168297 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.168518 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.168752 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.169018 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.169258 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.169490 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] log_file = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.169654 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] log_options = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.169894 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.170154 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.170424 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.170610 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.170777 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.170953 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.171210 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.171368 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.171626 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.171838 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.172056 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.172266 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.172520 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.172699 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.172954 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.173189 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.173436 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.173668 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.173909 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.174147 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.174365 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.174604 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.174821 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.175039 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.175277 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.175485 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.175703 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.175918 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.176646 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.176913 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.177162 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.177425 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.177659 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.177915 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.178157 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.178378 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.178620 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.178948 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.179183 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.179422 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.179660 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.179891 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.182327 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.182327 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.182327 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.182327 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] use_json = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.182327 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.183749 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.184939 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.184939 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.184939 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.184939 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.184939 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.185545 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.185631 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.185916 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.186232 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.186507 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.186769 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.187020 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.187262 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.187486 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.187748 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.188004 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.188454 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.188714 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.189002 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.189283 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.189738 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.192438 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.193438 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.193754 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.194643 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.195095 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.195333 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.195569 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.196318 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.196515 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.196800 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.197094 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.197322 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.197553 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.197801 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.198044 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.198270 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.198599 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.198886 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.199123 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.199345 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.199572 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.199805 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.200041 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.200294 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.201112 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.201421 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.201715 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.202649 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.203008 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.203385 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.203647 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.203909 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.204260 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.205243 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.205628 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.205990 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.206307 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.206599 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.206891 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.207212 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.207726 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.208185 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.208600 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.208893 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.209212 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.209549 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.209880 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.210177 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.210465 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.210751 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.211044 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.211342 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.211647 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.211931 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.212215 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.212455 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.212678 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.212903 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.213163 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.214421 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.214675 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.216141 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.216373 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.216604 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.216827 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.217091 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.217314 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.217536 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.217765 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.218054 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.218379 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.219345 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.219620 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.219847 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.220106 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.220347 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.220589 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.220830 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.221079 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.221299 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.221571 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.221802 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.222037 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.222264 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.222515 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.222755 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.222976 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.223407 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.223722 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.223970 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.224204 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.224478 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.224744 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.225029 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.225299 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.225558 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.225836 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.226079 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.226362 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.226611 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.226900 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.227209 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.227481 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.227738 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.227974 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.228209 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.228515 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.228728 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.228997 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.229737 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.230018 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.230201 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.230597 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.230907 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.231131 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.231344 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.231618 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.231929 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.232165 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.232417 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.232640 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.233036 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.233182 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.233452 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.233718 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.233985 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.234224 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.234478 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.234718 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.234946 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.235214 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.235417 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.235626 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.235881 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.236099 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.236319 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.236538 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.236753 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.237030 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.237251 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.237490 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.237726 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.237946 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.238165 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.238409 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.239199 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.239566 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.239988 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.240238 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.241065 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.241065 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.241065 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.241353 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.241439 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.241652 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.241910 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.242145 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.242361 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.242602 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.242840 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.243053 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.243301 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.243542 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.243866 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.244024 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.244215 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.244451 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.244757 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.244899 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.245140 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.245417 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.245657 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.246000 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.246245 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.246533 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.246784 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.246997 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.247254 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.247496 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.247738 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.248010 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.248215 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.248479 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.248740 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.249044 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.249258 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.249459 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.249650 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.249860 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.250068 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.250272 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.250613 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.250802 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.251026 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.251318 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.251493 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.251882 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.252042 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.252189 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.252389 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.252591 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.252852 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.253055 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.253274 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.253479 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.253752 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.253903 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.254101 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.254891 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.255312 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.255667 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.255886 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.256079 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.256295 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.256510 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.256864 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.257050 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.257306 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.257576 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.257871 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.258181 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.258366 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.258620 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.258957 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.259142 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.259493 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.259661 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.259886 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.260077 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.260335 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.260681 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.261005 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.261252 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.261517 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.261784 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.262080 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.262347 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.262614 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.262868 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.263214 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.263538 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.263723 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.263990 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.264276 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.264492 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.264715 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.265116 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.265292 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.265701 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.265955 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.266582 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.266582 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.266905 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.267048 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.267256 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.267798 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.267798 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.268171 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.268171 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.268420 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 20 11:58:26.268994 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92783) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 20 11:58:26.268994 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 20 11:58:26.269288 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 20 11:58:26.269414 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 20 11:58:26.269552 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 20 11:58:26.269681 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 20 11:58:26.269845 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.270065 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.270333 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.270594 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.270761 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.270943 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.271268 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.271429 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.271572 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.271844 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.271982 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.272106 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.272231 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.272386 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.272507 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.272612 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.272804 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.272908 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.273109 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.273267 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.273425 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.273568 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.273741 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] debug = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.273883 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.274084 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.274248 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.274405 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.274562 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.274719 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.274881 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.275039 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.275195 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.275351 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.275778 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.275778 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.275778 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.276232 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.276232 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.276232 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.276489 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.276578 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] host = dv-cinder-794962-4-iscsi {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.276698 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.276803 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.276977 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.277146 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.277283 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.277440 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.277620 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.277753 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.277891 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.278043 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.278201 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.278365 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.278500 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.278655 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] log_file = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.278812 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] log_options = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.278967 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.279123 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.279287 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.279442 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.279606 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.279767 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.279924 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.280085 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.280211 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.280369 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.280524 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.280658 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.280816 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.280977 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.281139 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.281295 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.281451 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.281609 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.281766 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.281924 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.282065 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.282224 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.282380 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.282536 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.282693 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.282850 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.283006 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.283163 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.283647 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.283647 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.283647 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.283876 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.283876 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.284038 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.284194 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.284350 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.284507 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.284670 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.285436 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.285436 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.285436 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.285436 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.286237 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.286237 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.286237 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.286237 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] use_json = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.286828 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.286828 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.286828 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.287190 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.287190 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.287190 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.287534 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.287534 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 11:58:26.287768 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.287907 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 11:58:26.288050 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.288050 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.288050 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.288399 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.288399 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.288633 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.288633 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.288865 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.289017 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.289144 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.289268 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.289423 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.289584 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.289745 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.289907 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.290068 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.290227 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.290387 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.290545 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.290705 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.290864 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.291039 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.291200 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.291360 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.291772 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.291935 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.292097 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.292259 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.292461 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.292596 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.292720 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.292877 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.293067 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.293230 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.293391 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.293553 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.293714 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.293876 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.294038 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.294198 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.294357 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.294522 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.294682 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.294842 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.295004 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.295164 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.295324 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.295485 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.295644 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.295813 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.295974 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.296133 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.296292 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.296452 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.296610 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.296770 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.296968 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.297101 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.297259 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.297419 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.297592 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.297751 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.297913 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.298072 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.298233 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.298393 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.298553 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.298712 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.299464 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.299630 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.299824 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.300183 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.300183 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.300422 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.300422 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.300656 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.300779 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.300903 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.301591 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.301803 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.302631 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.302631 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.302631 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.303289 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.303289 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.303289 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.303289 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.303852 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.303852 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.303852 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.304248 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.304248 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.304248 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.304585 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.304585 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.304814 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.304814 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.305110 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.305110 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.305345 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.305465 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.305585 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.305714 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.305837 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.305958 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.306125 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.306285 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.306444 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.306603 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.306761 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.306929 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.307124 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.307279 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.307400 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.307553 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.307723 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.307883 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.308043 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.308201 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.308363 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.308522 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.308681 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.308839 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.309049 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.309187 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.309309 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.309470 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.309640 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.309800 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.309983 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.310148 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.310279 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.310424 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.311223 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.311223 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.311223 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.311223 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.311223 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.311793 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.311793 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.311793 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.311793 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.312784 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.312784 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.312784 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.312784 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.312784 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.312784 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.312784 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.313551 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.313551 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.313551 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.313551 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.313551 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.314205 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.314205 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.314205 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.314205 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.314558 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.314558 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.314558 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.314768 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.314891 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.315024 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.315183 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.315342 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.315552 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.315685 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.315806 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.315959 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.316119 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.316280 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.316489 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.317124 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.317124 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.317364 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.317485 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.317605 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.317740 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.317864 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.318021 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.318184 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.318346 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.318508 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.318669 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.318828 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.319004 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.319164 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.319373 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.319504 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.319625 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.319770 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.319929 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.320088 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.320248 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.320406 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.320604 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.320728 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.320849 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.321035 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.321194 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.321352 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.321511 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.321669 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.321827 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.322000 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.322160 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.322319 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.322478 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.322638 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.322806 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.322965 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.323123 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.323282 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.323440 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.323607 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.323767 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.323924 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.324083 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.324241 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.324409 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.324568 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.324729 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.324886 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.325068 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.325237 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.325396 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.325555 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.325712 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.325871 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.326039 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.326200 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.326360 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.326527 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.326687 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.326846 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.327006 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.327176 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.327337 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.327498 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.328514 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.328514 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.329217 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.329217 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.329217 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.329555 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.329555 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.329555 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.330784 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.330784 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.330784 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.330784 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.330784 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.330784 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.330784 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.330784 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.332206 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.332206 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.332206 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.332206 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.332206 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.332206 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.332206 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.332206 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.332206 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.333922 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.333922 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.333922 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.333922 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.333922 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.333922 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.334551 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.334551 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 11:58:26.334551 dv-cinder-794962-4-iscsi neutron-server[92783]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92783) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 20 11:58:26.501911 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 54188) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 11:58:26.510548 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064445 Jun 20 11:58:37.899680 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bf5281-b029-4239-9185-e9e0b987fa02 None None] get_active_networks_info from dv-cinder-794962-4-iscsi {{(pid=92894) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 20 11:58:37.961139 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bf5281-b029-4239-9185-e9e0b987fa02 None None] No non-hosted networks {{(pid=92894) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 20 11:58:37.975561 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.agentschedulers_db [None req-e4bf5281-b029-4239-9185-e9e0b987fa02 None None] DHCP Agent not found on host dv-cinder-794962-4-iscsi {{(pid=92894) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 20 11:58:38.079626 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-18c4b0dc-eecf-4810-819f-08abecaefa03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801'] for agent, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:39.935882 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4c18af6f-888f-4e64-819e-d0aa894b1247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801'] for agent, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:40.015193 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1476d4d8-e613-4245-a68a-b6e283a19510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:40.314668 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801'] for agent, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:40.315647 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:40.318050 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:40.318606 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:40.319497 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:40.320068 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:40.320581 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:40.321160 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:40.321744 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:40.322250 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:40.322925 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:40.323441 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:40.324122 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:40.324654 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-794962-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 11:58:40.340542 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-794962-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 11:58:41.460869 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801'] for agent, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:43.163874 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801'] for agent, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:44.251929 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.db.l3_hamode_db [None req-feeec414-6604-4322-9bc5-5b9145a51f5b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 20 11:58:44.332384 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeec414-6604-4322-9bc5-5b9145a51f5b None None] Routers set() bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 11:58:44.332844 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeec414-6604-4322-9bc5-5b9145a51f5b None None] Router IDs set() for agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 20 11:58:44.363866 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 54282) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 11:58:44.848641 dv-cinder-794962-4-iscsi neutron-server[92892]: WARNING oslo_policy.policy [None req-6ecdc9e8-7fe5-459d-bc02-a93f6ff3b302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 20 11:58:44.848951 dv-cinder-794962-4-iscsi neutron-server[92892]: WARNING oslo_policy.policy [None req-6ecdc9e8-7fe5-459d-bc02-a93f6ff3b302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 20 11:58:45.061633 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [None req-6ecdc9e8-7fe5-459d-bc02-a93f6ff3b302 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92892) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 20 11:58:45.062877 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-6ecdc9e8-7fe5-459d-bc02-a93f6ff3b302 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6969223 Jun 20 11:58:47.361366 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 54296) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 11:58:47.669464 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-bacbe318-a937-45c1-b29f-43abe679acd2 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 11:58:47.763905 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.policy [None req-bacbe318-a937-45c1-b29f-43abe679acd2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92892) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 20 11:58:47.809340 dv-cinder-794962-4-iscsi neutron-server[92892]: WARNING oslo_policy.policy [None req-bacbe318-a937-45c1-b29f-43abe679acd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 20 11:58:47.809707 dv-cinder-794962-4-iscsi neutron-server[92892]: WARNING oslo_policy.policy [None req-bacbe318-a937-45c1-b29f-43abe679acd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 20 11:58:47.819084 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.quota [None req-bacbe318-a937-45c1-b29f-43abe679acd2 admin admin] Loaded quota_driver: . Jun 20 11:58:47.913217 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bacbe318-a937-45c1-b29f-43abe679acd2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766933103141', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766933102712', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766933097648', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766933092966', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766933085225', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766933071234', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-613674', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1446965', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-481275', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536619'] for rbac-policy, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:47.980243 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bacbe318-a937-45c1-b29f-43abe679acd2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:47.981411 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-bacbe318-a937-45c1-b29f-43abe679acd2 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6191111 Jun 20 11:58:50.522210 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 54308) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 11:58:50.813159 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Request body: {'network': {'tenant_id': 'e3394eb6df154c8d81799b5b37afd546', 'admin_state_up': True, 'project_id': 'e3394eb6df154c8d81799b5b37afd546', 'name': 'private'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 11:58:50.841836 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Made reservation on behalf of e3394eb6df154c8d81799b5b37afd546 for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 11:58:50.844812 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:50.861225 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:50.980839 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:50.984693 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:50.990614 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 11:58:51.006250 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=92892) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 11:58:51.034971 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766931108810', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:51.035551 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Unsubscribe: segment precommit_create {{(pid=92892) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 20 11:58:51.036019 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Added segment 03a32d56-2e9e-43ff-952b-b570296c1fd9 of type vlan for network f9106626-bca4-4d2d-a545-18d7aaedb4ed Jun 20 11:58:51.052836 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc26b16-edbe-4a8b-9fba-5e5f6d7b62fd,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 11:58:51.078127 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:51.078477 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:51.078835 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:51.079155 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:51.079469 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:51.079793 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:51.080106 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:51.080416 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:51.080723 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:51.081563 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:51.081897 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:51.082223 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Tracked resource versions report: Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: pushed versions: Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: { 'AddressGroup': {'1.2'}, Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'ConntrackHelper': {'1.0'}, Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'Log': {'1.0'}, Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'Network': {'1.1'}, Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'Port': {'1.7'}, Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'PortForwarding': {'1.2'}, Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'QosPolicy': {'1.8'}, Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'SecurityGroup': {'1.4'}, Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'SecurityGroupRule': {'1.2'}, Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'SubPort': {'1.0'}, Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'Subnet': {'1.1'}, Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'Trunk': {'1.1'}} Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: consumer versions: Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: { DHCP agent@dv-cinder-794962-4-iscsi: {}, Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: L3 agent@dv-cinder-794962-4-iscsi: {}, Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: Metadata agent@dv-cinder-794962-4-iscsi: {}, Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: Metering agent@dv-cinder-794962-4-iscsi: {}, Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: Open vSwitch agent@dv-cinder-794962-4-iscsi: { 'AddressGroup': '1.2', Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'ConntrackHelper': '1.0', Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'Log': '1.0', Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'Network': '1.1', Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'Port': '1.7', Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'PortForwarding': '1.2', Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'QosPolicy': '1.8', Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'SecurityGroup': '1.4', Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'SecurityGroupRule': '1.2', Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'SubPort': '1.0', Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'Subnet': '1.1', Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: 'Trunk': '1.1'}} Jun 20 11:58:51.083305 dv-cinder-794962-4-iscsi neutron-server[92892]: {{(pid=92892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 20 11:58:51.153509 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766930588892'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:51.157648 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 11:58:51.204392 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:51.205984 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 11:58:51.206701 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:51.209434 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 11:58:51.289380 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7659914 Jun 20 11:58:51.308228 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Pushing event updated for resources: {'Network': ['ID=f9106626-bca4-4d2d-a545-18d7aaedb4ed,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 11:58:51.311522 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 11:58:51.319815 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Network f9106626-bca4-4d2d-a545-18d7aaedb4ed details requested by agent ovs-agent-dv-cinder-794962-4-iscsi with host dv-cinder-794962-4-iscsi {{(pid=92894) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 20 11:58:53.911835 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 54322) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 11:58:54.388186 dv-cinder-794962-4-iscsi neutron-server[92893]: WARNING oslo_policy.policy [None req-5f9e2465-05e4-438d-a4fc-871d6ea39027 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 20 11:58:54.388779 dv-cinder-794962-4-iscsi neutron-server[92893]: WARNING oslo_policy.policy [None req-5f9e2465-05e4-438d-a4fc-871d6ea39027 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 20 11:58:54.815509 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.policy [None req-5f9e2465-05e4-438d-a4fc-871d6ea39027 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92893) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 20 11:58:54.860659 dv-cinder-794962-4-iscsi neutron-server[92893]: WARNING oslo_policy.policy [None req-5f9e2465-05e4-438d-a4fc-871d6ea39027 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 20 11:58:54.861063 dv-cinder-794962-4-iscsi neutron-server[92893]: WARNING oslo_policy.policy [None req-5f9e2465-05e4-438d-a4fc-871d6ea39027 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 20 11:58:54.869996 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9e2465-05e4-438d-a4fc-871d6ea39027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 11:58:54.871701 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-5f9e2465-05e4-438d-a4fc-871d6ea39027 admin admin] 10.222.0.25 "GET /v2.0/networks/f9106626-bca4-4d2d-a545-18d7aaedb4ed HTTP/1.1" status: 200 len: 825 time: 0.9589517 Jun 20 11:58:54.908280 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-dce35378-4cc0-4b91-bf5c-65812ce8ea6f admin admin] 10.222.0.25 "GET /v2.0/subnetpools/85531205-bf48-4cf6-a292-5a45408c3541 HTTP/1.1" status: 200 len: 734 time: 0.0313005 Jun 20 11:58:54.917162 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Request body: {'subnet': {'network_id': 'f9106626-bca4-4d2d-a545-18d7aaedb4ed', 'subnetpool_id': '85531205-bf48-4cf6-a292-5a45408c3541', 'ip_version': 4, 'tenant_id': 'e3394eb6df154c8d81799b5b37afd546', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 11:58:54.918706 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.quota [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Loaded quota_driver: . Jun 20 11:58:54.958101 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Made reservation on behalf of e3394eb6df154c8d81799b5b37afd546 for: {'subnet': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 11:58:54.960681 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:55.246761 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609'] for subnet, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:55.251574 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 11:58:55.319560 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Checking segment: {'id': '03a32d56-2e9e-43ff-952b-b570296c1fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f9106626-bca4-4d2d-a545-18d7aaedb4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 11:58:55.319951 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Network hostable DHCP agents. Network: f9106626-bca4-4d2d-a545-18d7aaedb4ed, hostable agents: ['2417948c-c80f-4bbc-831a-f1bbd16412d3'], hosted agents: [] {{(pid=92893) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 11:58:55.329127 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f7302b-f883-4492-a4ee-b23af45f3c6f,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 11:58:55.341786 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:55.342142 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:55.342470 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:55.342789 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:55.343296 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:55.343639 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:55.343948 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:55.344265 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:55.344589 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:55.344901 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:55.345235 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:55.345539 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Tracked resource versions report: Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: pushed versions: Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: { 'AddressGroup': {'1.2'}, Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'ConntrackHelper': {'1.0'}, Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'Log': {'1.0'}, Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'Network': {'1.1'}, Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'Port': {'1.7'}, Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'PortForwarding': {'1.2'}, Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'QosPolicy': {'1.8'}, Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'SecurityGroup': {'1.4'}, Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'SecurityGroupRule': {'1.2'}, Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'SubPort': {'1.0'}, Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'Subnet': {'1.1'}, Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'Trunk': {'1.1'}} Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: consumer versions: Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: { DHCP agent@dv-cinder-794962-4-iscsi: {}, Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: L3 agent@dv-cinder-794962-4-iscsi: {}, Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: Metadata agent@dv-cinder-794962-4-iscsi: {}, Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: Metering agent@dv-cinder-794962-4-iscsi: {}, Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: Open vSwitch agent@dv-cinder-794962-4-iscsi: { 'AddressGroup': '1.2', Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'ConntrackHelper': '1.0', Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'Log': '1.0', Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'Network': '1.1', Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'Port': '1.7', Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'PortForwarding': '1.2', Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'QosPolicy': '1.8', Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'SecurityGroup': '1.4', Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'SecurityGroupRule': '1.2', Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'SubPort': '1.0', Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'Subnet': '1.1', Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: 'Trunk': '1.1'}} Jun 20 11:58:55.347171 dv-cinder-794962-4-iscsi neutron-server[92893]: {{(pid=92893) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 20 11:58:55.377142 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Network f9106626-bca4-4d2d-a545-18d7aaedb4ed is scheduled to be hosted by DHCP agent 2417948c-c80f-4bbc-831a-f1bbd16412d3 with binding_index 1 {{(pid=92893) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 11:58:55.381663 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 11:58:55.389286 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-4-iscsi, f9106626-bca4-4d2d-a545-18d7aaedb4ed) {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 11:58:55.394214 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 11:58:55.395045 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:55.399792 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b400731c-91c7-4f8a-8774-a590c3c8e93c None None] Network f9106626-bca4-4d2d-a545-18d7aaedb4ed requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 11:58:55.416597 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5030143 Jun 20 11:58:55.709398 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf27333a8-70a0-59ed-9c62-fe7f006c1bf9-f9106626-bca4-4d2d-a545-18d7aaedb4ed', 'network_id': 'f9106626-bca4-4d2d-a545-18d7aaedb4ed', 'tenant_id': 'e3394eb6df154c8d81799b5b37afd546', 'fixed_ips': [{'subnet_id': 'c6f7302b-f883-4492-a4ee-b23af45f3c6f'}]}} from dv-cinder-794962-4-iscsi. {{(pid=92894) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 20 11:58:55.710600 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:55.976830 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Allocated IP 172.20.0.2 (f9106626-bca4-4d2d-a545-18d7aaedb4ed/c6f7302b-f883-4492-a4ee-b23af45f3c6f/7eb3d9b4-d91c-44ca-a016-1cda1197d626) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 11:58:56.176176 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:56.192080 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Transition to ACTIVE for port object 7eb3d9b4-d91c-44ca-a016-1cda1197d626 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 11:58:56.214679 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Transition to ACTIVE for port object 7eb3d9b4-d91c-44ca-a016-1cda1197d626 will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 11:58:56.222436 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:56.225707 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 11:58:56.315948 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Network f9106626-bca4-4d2d-a545-18d7aaedb4ed is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 11:58:56.320408 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 11:58:56.329709 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 11:58:56.336049 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Pushing event updated for resources: {'Port': ['ID=7eb3d9b4-d91c-44ca-a016-1cda1197d626,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 11:58:56.360274 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:56.360652 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:56.361019 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:56.361333 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:56.361651 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:56.362518 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:56.362792 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:56.363105 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:56.363431 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:56.363747 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:56.364052 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:56.364356 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Tracked resource versions report: Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: pushed versions: Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: { 'AddressGroup': {'1.2'}, Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'ConntrackHelper': {'1.0'}, Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'Log': {'1.0'}, Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'Network': {'1.1'}, Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'Port': {'1.7'}, Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'PortForwarding': {'1.2'}, Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'QosPolicy': {'1.8'}, Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'SecurityGroup': {'1.4'}, Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'SecurityGroupRule': {'1.2'}, Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'SubPort': {'1.0'}, Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'Subnet': {'1.1'}, Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'Trunk': {'1.1'}} Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: consumer versions: Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: { DHCP agent@dv-cinder-794962-4-iscsi: {}, Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: L3 agent@dv-cinder-794962-4-iscsi: {}, Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: Metadata agent@dv-cinder-794962-4-iscsi: {}, Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: Metering agent@dv-cinder-794962-4-iscsi: {}, Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: Open vSwitch agent@dv-cinder-794962-4-iscsi: { 'AddressGroup': '1.2', Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'ConntrackHelper': '1.0', Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'Log': '1.0', Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'Network': '1.1', Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'Port': '1.7', Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'PortForwarding': '1.2', Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'QosPolicy': '1.8', Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'SecurityGroup': '1.4', Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'SecurityGroupRule': '1.2', Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'SubPort': '1.0', Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'Subnet': '1.1', Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: 'Trunk': '1.1'}} Jun 20 11:58:56.365487 dv-cinder-794962-4-iscsi neutron-server[92894]: {{(pid=92894) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 20 11:58:56.388122 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 11:58:56.416989 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Attempting to bind port 7eb3d9b4-d91c-44ca-a016-1cda1197d626 on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 11:58:56.417617 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Attempting to bind port 7eb3d9b4-d91c-44ca-a016-1cda1197d626 by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': '03a32d56-2e9e-43ff-952b-b570296c1fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f9106626-bca4-4d2d-a545-18d7aaedb4ed'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 11:58:56.417801 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Attempting to bind port 7eb3d9b4-d91c-44ca-a016-1cda1197d626 on network f9106626-bca4-4d2d-a545-18d7aaedb4ed {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 11:58:56.422617 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 11, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 11:58:56.423026 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Checking segment: {'id': '03a32d56-2e9e-43ff-952b-b570296c1fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f9106626-bca4-4d2d-a545-18d7aaedb4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 11:58:56.423503 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:56.423886 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Bound using segment: {'id': '03a32d56-2e9e-43ff-952b-b570296c1fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f9106626-bca4-4d2d-a545-18d7aaedb4ed'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 11:58:56.424343 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Bound port: 7eb3d9b4-d91c-44ca-a016-1cda1197d626, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a32d56-2e9e-43ff-952b-b570296c1fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f9106626-bca4-4d2d-a545-18d7aaedb4ed'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 11:58:56.424751 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:56.484405 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] For port 7eb3d9b4-d91c-44ca-a016-1cda1197d626, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 11:58:56.488509 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] For port 7eb3d9b4-d91c-44ca-a016-1cda1197d626, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=7eb3d9b4-d91c-44ca-a016-1cda1197d626,segment=NetworkSegment(03a32d56-2e9e-43ff-952b-b570296c1fd9),segment_id=03a32d56-2e9e-43ff-952b-b570296c1fd9)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 11:58:56.493599 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:58:56.497119 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 11:58:56.561751 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Pushing event updated for resources: {'Port': ['ID=7eb3d9b4-d91c-44ca-a016-1cda1197d626,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 11:58:56.564662 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 11:58:57.811842 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 54342) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 11:58:58.120181 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [None req-40664cd5-aae4-48d0-b328-20233513be2e admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92893) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 20 11:58:58.121207 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-40664cd5-aae4-48d0-b328-20233513be2e admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3083777 Jun 20 11:59:00.458269 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 54350) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 11:59:00.766714 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [None req-4413019d-bd44-4c93-ad32-491124150a82 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92892) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 20 11:59:00.767802 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-4413019d-bd44-4c93-ad32-491124150a82 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3085747 Jun 20 11:59:02.255896 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 7eb3d9b4-d91c-44ca-a016-1cda1197d626 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 11:59:02.338761 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 7eb3d9b4-d91c-44ca-a016-1cda1197d626 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 11:59:02.522657 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f738261c-d430-4ac8-a43d-2d2d0d0e8bf2 None None] Network f9106626-bca4-4d2d-a545-18d7aaedb4ed requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 11:59:02.621152 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-43ae978d-446e-4d16-8d66-3bebed96193e None None] Provisioning for port 7eb3d9b4-d91c-44ca-a016-1cda1197d626 completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 11:59:02.641508 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-43ae978d-446e-4d16-8d66-3bebed96193e None None] Provisioning complete for port 7eb3d9b4-d91c-44ca-a016-1cda1197d626 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 11:59:02.641898 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-43ae978d-446e-4d16-8d66-3bebed96193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:02.800837 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-43ae978d-446e-4d16-8d66-3bebed96193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:02.841521 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-43ae978d-446e-4d16-8d66-3bebed96193e None None] For port 7eb3d9b4-d91c-44ca-a016-1cda1197d626, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=7eb3d9b4-d91c-44ca-a016-1cda1197d626,segment=NetworkSegment(03a32d56-2e9e-43ff-952b-b570296c1fd9),segment_id=03a32d56-2e9e-43ff-952b-b570296c1fd9)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 11:59:02.845725 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-43ae978d-446e-4d16-8d66-3bebed96193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:02.848057 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 11:59:02.900696 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae978d-446e-4d16-8d66-3bebed96193e None None] Pushing event updated for resources: {'Port': ['ID=7eb3d9b4-d91c-44ca-a016-1cda1197d626,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 11:59:02.905101 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-43ae978d-446e-4d16-8d66-3bebed96193e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 11:59:03.066021 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-860148a1-7cc1-4859-b6b2-5dc1e19ceb7d None None] Provisioning complete for port 7eb3d9b4-d91c-44ca-a016-1cda1197d626 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 11:59:03.066473 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-860148a1-7cc1-4859-b6b2-5dc1e19ceb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:03.393379 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 54364) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 11:59:03.684510 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-3b4da642-e376-4dae-88a6-8014ac410f09 admin admin] Request body: {'router': {'tenant_id': 'e3394eb6df154c8d81799b5b37afd546', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 11:59:03.707927 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3b4da642-e376-4dae-88a6-8014ac410f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-482965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3176'] for router, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:03.709596 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3b4da642-e376-4dae-88a6-8014ac410f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3171'] for router, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:03.867206 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3b4da642-e376-4dae-88a6-8014ac410f09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:03.871927 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3b4da642-e376-4dae-88a6-8014ac410f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504320'] for router, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:03.884534 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3b4da642-e376-4dae-88a6-8014ac410f09 admin admin] Notify callbacks [] for router, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:03.885709 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-3b4da642-e376-4dae-88a6-8014ac410f09 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4913938 Jun 20 11:59:04.231140 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 7eb3d9b4-d91c-44ca-a016-1cda1197d626 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 11:59:04.276909 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 7eb3d9b4-d91c-44ca-a016-1cda1197d626 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 11:59:04.277302 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:06.209749 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 54372) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 11:59:06.516062 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [None req-0ca7b65e-52da-4c77-80cc-a83340c1d644 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92893) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 20 11:59:06.517078 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-0ca7b65e-52da-4c77-80cc-a83340c1d644 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3063688 Jun 20 11:59:07.772267 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-39c71742-8129-4777-8f80-d322c0699149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:08.846325 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 54380) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 11:59:09.145049 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 11:59:09.166659 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] Made reservation on behalf of 4517e0e5d8b84bf7b1f478c33d5dac34 for: {'network': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 11:59:09.168876 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for network, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:09.183700 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:09.294572 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:09.297901 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:09.301472 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 11:59:09.316221 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] Reserving flat network on physical network physnet1 {{(pid=92893) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 20 11:59:09.335928 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b33c5eb-ab22-4741-a1f7-36ed0dd4576c,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 11:59:09.342232 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766931108810', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:09.342785 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] Unsubscribe: segment precommit_create {{(pid=92893) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 20 11:59:09.343234 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.segments_db [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] Added segment 2388d1a0-b118-432e-8783-6681ac3b22df of type flat for network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 Jun 20 11:59:09.348178 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 11:59:09.395172 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766930588892'] for network, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:09.442153 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602'] for network, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:09.443396 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 11:59:09.443972 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:09.445931 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 11:59:09.522921 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6754963 Jun 20 11:59:09.531086 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] Pushing event updated for resources: {'Network': ['ID=3f7a09d2-824b-4c30-a4c6-5e0e19540541,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 11:59:09.535877 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 11:59:09.542939 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 details requested by agent ovs-agent-dv-cinder-794962-4-iscsi with host dv-cinder-794962-4-iscsi {{(pid=92894) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 20 11:59:09.919566 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-436bfcf9-af4b-4577-a291-f0e3085ebc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:10.303342 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:11.415891 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:11.832696 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 54394) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 11:59:12.145013 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8e36ac-c4e6-4a69-9c85-bad8dffdffe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 11:59:12.146358 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-fb8e36ac-c4e6-4a69-9c85-bad8dffdffe6 admin admin] 10.222.0.25 "GET /v2.0/subnets/c6f7302b-f883-4492-a4ee-b23af45f3c6f HTTP/1.1" status: 200 len: 849 time: 0.3127196 Jun 20 11:59:12.321836 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-2a5008c5-7e2a-4cde-ba61-6eff92629127 admin admin] 10.222.0.25 "GET /v2.0/routers/573d147d-19e6-41e8-8784-f8751e0b81df HTTP/1.1" status: 200 len: 704 time: 0.1702328 Jun 20 11:59:12.581722 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:12.865935 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Allocated IP 172.20.0.1 (f9106626-bca4-4d2d-a545-18d7aaedb4ed/c6f7302b-f883-4492-a4ee-b23af45f3c6f/27406040-0d8b-47ca-9d60-1267fb4d8f96) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 11:59:13.046707 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:13.069327 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Transition to ACTIVE for port object 27406040-0d8b-47ca-9d60-1267fb4d8f96 will not be triggered until provisioned by entity DHCP. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 11:59:13.093966 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:13.150151 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:13.152977 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 11:59:13.205917 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 5 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 11:59:13.209853 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Network f9106626-bca4-4d2d-a545-18d7aaedb4ed is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 11:59:13.217257 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 11:59:13.227555 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 11:59:13.228095 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507183'] for router_interface, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:13.291317 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Pushing event updated for resources: {'Port': ['ID=27406040-0d8b-47ca-9d60-1267fb4d8f96,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 11:59:13.303093 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 11:59:13.421024 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-184b3fc2-9d9e-4975-859d-64b5315b24b3 None None] Provisioning for port 27406040-0d8b-47ca-9d60-1267fb4d8f96 completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 11:59:13.425105 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-184b3fc2-9d9e-4975-859d-64b5315b24b3 None None] Provisioning complete for port 27406040-0d8b-47ca-9d60-1267fb4d8f96 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 11:59:13.425484 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-184b3fc2-9d9e-4975-859d-64b5315b24b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:13.444150 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:13.457807 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-184b3fc2-9d9e-4975-859d-64b5315b24b3 None None] Port 27406040-0d8b-47ca-9d60-1267fb4d8f96 cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 11:59:13.668943 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:13.673573 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:13.674897 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507702'] for router_interface, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:13.676609 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 11:59:13.746359 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Pushing event updated for resources: {'Port': ['ID=27406040-0d8b-47ca-9d60-1267fb4d8f96,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 11:59:13.749895 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 11:59:13.794818 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Network f9106626-bca4-4d2d-a545-18d7aaedb4ed is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 11:59:13.796067 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 11:59:13.952747 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Router 573d147d-19e6-41e8-8784-f8751e0b81df is scheduled to L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 with binding_index 1 {{(pid=92892) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 20 11:59:13.977780 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-1a791af0-388d-4eac-b5e1-6d78f3e2f8ea None None] Provisioning complete for port 27406040-0d8b-47ca-9d60-1267fb4d8f96 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 11:59:13.978154 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1a791af0-388d-4eac-b5e1-6d78f3e2f8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:14.010679 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-1a791af0-388d-4eac-b5e1-6d78f3e2f8ea None None] Port 27406040-0d8b-47ca-9d60-1267fb4d8f96 cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 11:59:14.045030 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 11:59:14.051109 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] 10.222.0.25 "PUT /v2.0/routers/573d147d-19e6-41e8-8784-f8751e0b81df/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7244463 Jun 20 11:59:14.054854 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Sync routers for ids ['573d147d-19e6-41e8-8784-f8751e0b81df'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 11:59:14.066544 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Routers {'573d147d-19e6-41e8-8784-f8751e0b81df'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 11:59:14.067299 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T11:59:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['573d147d-19e6-41e8-8784-f8751e0b81df'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 11:59:14.249254 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Set router 573d147d-19e6-41e8-8784-f8751e0b81df gateway port host: None {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 11:59:14.665552 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573d147d-19e6-41e8-8784-f8751e0b81df', 'name': 'router1', 'tenant_id': 'e3394eb6df154c8d81799b5b37afd546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T11:59:03Z', 'updated_at': '2021-06-20T11:59:13Z', 'revision_number': 2, 'project_id': 'e3394eb6df154c8d81799b5b37afd546', 'gw_port_host': None, '_interfaces': [{'id': '27406040-0d8b-47ca-9d60-1267fb4d8f96', 'name': '', 'network_id': 'f9106626-bca4-4d2d-a545-18d7aaedb4ed', 'tenant_id': 'e3394eb6df154c8d81799b5b37afd546', 'mac_address': 'fa:16:3e:87:ba:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573d147d-19e6-41e8-8784-f8751e0b81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6f7302b-f883-4492-a4ee-b23af45f3c6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T11:59:12Z', 'updated_at': '2021-06-20T11:59:13Z', 'revision_number': 2, 'project_id': 'e3394eb6df154c8d81799b5b37afd546', 'subnets': [{'id': 'c6f7302b-f883-4492-a4ee-b23af45f3c6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85531205-bf48-4cf6-a292-5a45408c3541'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 11:59:14.713449 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Checking router: 573d147d-19e6-41e8-8784-f8751e0b81df for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 11:59:14.713814 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Updating router 573d147d-19e6-41e8-8784-f8751e0b81df port 27406040-0d8b-47ca-9d60-1267fb4d8f96 binding host dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 11:59:14.775195 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:15.259667 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:15.278976 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Transition to ACTIVE for port object 27406040-0d8b-47ca-9d60-1267fb4d8f96 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 11:59:15.286019 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:15.290410 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 11:59:15.461669 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a89d01-61db-434c-a0e6-8223227d4247 None None] Pushing event updated for resources: {'Port': ['ID=27406040-0d8b-47ca-9d60-1267fb4d8f96,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 11:59:15.485516 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a89d01-61db-434c-a0e6-8223227d4247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:59:15.485850 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a89d01-61db-434c-a0e6-8223227d4247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:59:15.487008 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a89d01-61db-434c-a0e6-8223227d4247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:59:15.487330 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a89d01-61db-434c-a0e6-8223227d4247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:59:15.487652 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a89d01-61db-434c-a0e6-8223227d4247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:59:15.487970 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a89d01-61db-434c-a0e6-8223227d4247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:59:15.488283 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a89d01-61db-434c-a0e6-8223227d4247 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:59:15.488639 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a89d01-61db-434c-a0e6-8223227d4247 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:59:15.488979 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a89d01-61db-434c-a0e6-8223227d4247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:59:15.489299 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a89d01-61db-434c-a0e6-8223227d4247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:59:15.489610 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a89d01-61db-434c-a0e6-8223227d4247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:59:15.489915 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a89d01-61db-434c-a0e6-8223227d4247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a89d01-61db-434c-a0e6-8223227d4247 None None] Tracked resource versions report: Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: pushed versions: Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: { 'AddressGroup': {'1.2'}, Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'ConntrackHelper': {'1.0'}, Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'Log': {'1.0'}, Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'Network': {'1.1'}, Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'Port': {'1.7'}, Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'PortForwarding': {'1.2'}, Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'QosPolicy': {'1.8'}, Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'SecurityGroup': {'1.4'}, Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'SecurityGroupRule': {'1.2'}, Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'SubPort': {'1.0'}, Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'Subnet': {'1.1'}, Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'Trunk': {'1.1'}} Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: consumer versions: Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: { DHCP agent@dv-cinder-794962-4-iscsi: {}, Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: L3 agent@dv-cinder-794962-4-iscsi: {}, Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: Metadata agent@dv-cinder-794962-4-iscsi: {}, Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: Metering agent@dv-cinder-794962-4-iscsi: {}, Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: Open vSwitch agent@dv-cinder-794962-4-iscsi: { 'AddressGroup': '1.2', Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'ConntrackHelper': '1.0', Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'Log': '1.0', Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'Network': '1.1', Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'Port': '1.7', Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'PortForwarding': '1.2', Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'QosPolicy': '1.8', Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'SecurityGroup': '1.4', Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'SecurityGroupRule': '1.2', Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'SubPort': '1.0', Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'Subnet': '1.1', Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: 'Trunk': '1.1'}} Jun 20 11:59:15.491002 dv-cinder-794962-4-iscsi neutron-server[92895]: {{(pid=92895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 20 11:59:15.499393 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b1a89d01-61db-434c-a0e6-8223227d4247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 11:59:15.501687 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Attempting to bind port 27406040-0d8b-47ca-9d60-1267fb4d8f96 on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 11:59:15.502090 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Attempting to bind port 27406040-0d8b-47ca-9d60-1267fb4d8f96 by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': '03a32d56-2e9e-43ff-952b-b570296c1fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f9106626-bca4-4d2d-a545-18d7aaedb4ed'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 11:59:15.502531 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Attempting to bind port 27406040-0d8b-47ca-9d60-1267fb4d8f96 on network f9106626-bca4-4d2d-a545-18d7aaedb4ed {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 11:59:15.507336 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 11, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 11:59:15.507736 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Checking segment: {'id': '03a32d56-2e9e-43ff-952b-b570296c1fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f9106626-bca4-4d2d-a545-18d7aaedb4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 11:59:15.508225 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:15.508610 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Bound using segment: {'id': '03a32d56-2e9e-43ff-952b-b570296c1fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f9106626-bca4-4d2d-a545-18d7aaedb4ed'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 11:59:15.509117 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Bound port: 27406040-0d8b-47ca-9d60-1267fb4d8f96, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a32d56-2e9e-43ff-952b-b570296c1fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f9106626-bca4-4d2d-a545-18d7aaedb4ed'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 11:59:15.509490 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:15.572203 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] For port 27406040-0d8b-47ca-9d60-1267fb4d8f96, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 11:59:15.593298 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] For port 27406040-0d8b-47ca-9d60-1267fb4d8f96, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=27406040-0d8b-47ca-9d60-1267fb4d8f96,segment=NetworkSegment(03a32d56-2e9e-43ff-952b-b570296c1fd9),segment_id=03a32d56-2e9e-43ff-952b-b570296c1fd9)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 11:59:15.598234 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:15.601265 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b1a89d01-61db-434c-a0e6-8223227d4247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 11:59:15.659108 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Routers {'573d147d-19e6-41e8-8784-f8751e0b81df'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 11:59:15.659729 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T11:59:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['573d147d-19e6-41e8-8784-f8751e0b81df'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 11:59:15.723288 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a89d01-61db-434c-a0e6-8223227d4247 None None] Pushing event updated for resources: {'Port': ['ID=27406040-0d8b-47ca-9d60-1267fb4d8f96,revision_number=4']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 11:59:15.727238 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b1a89d01-61db-434c-a0e6-8223227d4247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 11:59:15.754605 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] Set router 573d147d-19e6-41e8-8784-f8751e0b81df gateway port host: None {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 11:59:15.959485 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573d147d-19e6-41e8-8784-f8751e0b81df', 'name': 'router1', 'tenant_id': 'e3394eb6df154c8d81799b5b37afd546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T11:59:03Z', 'updated_at': '2021-06-20T11:59:13Z', 'revision_number': 2, 'project_id': 'e3394eb6df154c8d81799b5b37afd546', 'gw_port_host': None, '_interfaces': [{'id': '27406040-0d8b-47ca-9d60-1267fb4d8f96', 'name': '', 'network_id': 'f9106626-bca4-4d2d-a545-18d7aaedb4ed', 'tenant_id': 'e3394eb6df154c8d81799b5b37afd546', 'mac_address': 'fa:16:3e:87:ba:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573d147d-19e6-41e8-8784-f8751e0b81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6f7302b-f883-4492-a4ee-b23af45f3c6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T11:59:12Z', 'updated_at': '2021-06-20T11:59:15Z', 'revision_number': 4, 'project_id': 'e3394eb6df154c8d81799b5b37afd546', 'subnets': [{'id': 'c6f7302b-f883-4492-a4ee-b23af45f3c6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85531205-bf48-4cf6-a292-5a45408c3541'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 11:59:15.984676 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffff3d1-1032-420c-85b0-87fe4a372881 None None] The sync data for ids ['573d147d-19e6-41e8-8784-f8751e0b81df'] in dv-cinder-794962-4-iscsi is: [{'id': '573d147d-19e6-41e8-8784-f8751e0b81df', 'name': 'router1', 'tenant_id': 'e3394eb6df154c8d81799b5b37afd546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T11:59:03Z', 'updated_at': '2021-06-20T11:59:13Z', 'revision_number': 2, 'project_id': 'e3394eb6df154c8d81799b5b37afd546', 'gw_port_host': None, '_interfaces': [{'id': '27406040-0d8b-47ca-9d60-1267fb4d8f96', 'name': '', 'network_id': 'f9106626-bca4-4d2d-a545-18d7aaedb4ed', 'tenant_id': 'e3394eb6df154c8d81799b5b37afd546', 'mac_address': 'fa:16:3e:87:ba:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573d147d-19e6-41e8-8784-f8751e0b81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6f7302b-f883-4492-a4ee-b23af45f3c6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T11:59:12Z', 'updated_at': '2021-06-20T11:59:15Z', 'revision_number': 4, 'project_id': 'e3394eb6df154c8d81799b5b37afd546', 'subnets': [{'id': 'c6f7302b-f883-4492-a4ee-b23af45f3c6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85531205-bf48-4cf6-a292-5a45408c3541'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 11:59:16.275748 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 54414) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 11:59:16.387834 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859447e7-4538-4752-bfbd-c9a8a80d5543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 11:59:16.389210 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-859447e7-4538-4752-bfbd-c9a8a80d5543 admin admin] 10.222.0.25 "GET /v2.0/networks/3f7a09d2-824b-4c30-a4c6-5e0e19540541 HTTP/1.1" status: 200 len: 842 time: 0.1124668 Jun 20 11:59:16.399623 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-e821e648-7b47-495f-85cf-9bdf720d2e14 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 11:59:16.422300 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e821e648-7b47-495f-85cf-9bdf720d2e14 admin admin] Made reservation on behalf of 4517e0e5d8b84bf7b1f478c33d5dac34 for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 11:59:16.425103 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e821e648-7b47-495f-85cf-9bdf720d2e14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:16.729687 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.objects.ports [None req-e821e648-7b47-495f-85cf-9bdf720d2e14 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92892) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 20 11:59:16.730291 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e821e648-7b47-495f-85cf-9bdf720d2e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:16.732374 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 11:59:16.785697 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821e648-7b47-495f-85cf-9bdf720d2e14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4186b5e8-5a7d-41cb-85c6-3f8309c8906f,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 11:59:16.791297 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-e821e648-7b47-495f-85cf-9bdf720d2e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 11:59:16.797885 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821e648-7b47-495f-85cf-9bdf720d2e14 admin admin] Checking segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 11:59:16.798234 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e821e648-7b47-495f-85cf-9bdf720d2e14 admin admin] Network hostable DHCP agents. Network: 3f7a09d2-824b-4c30-a4c6-5e0e19540541, hostable agents: ['2417948c-c80f-4bbc-831a-f1bbd16412d3'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 11:59:16.820237 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e821e648-7b47-495f-85cf-9bdf720d2e14 admin admin] Network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 is scheduled to be hosted by DHCP agent 2417948c-c80f-4bbc-831a-f1bbd16412d3 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 11:59:16.830604 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-e821e648-7b47-495f-85cf-9bdf720d2e14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-4-iscsi, 3f7a09d2-824b-4c30-a4c6-5e0e19540541) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 11:59:16.834479 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e821e648-7b47-495f-85cf-9bdf720d2e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 11:59:16.837319 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e821e648-7b47-495f-85cf-9bdf720d2e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:16.841545 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae4ef49-69dc-4b9f-a24a-fd7997faecd8 None None] Network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 11:59:16.864984 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-e821e648-7b47-495f-85cf-9bdf720d2e14 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4555125 Jun 20 11:59:16.978269 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98884063-445a-48fb-9227-96cd74dde215 None None] Network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 11:59:19.126368 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 54430) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 11:59:19.347083 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-22599cf1-db3a-451a-aaab-7e6c18ac11de admin admin] 10.222.0.25 "GET /v2.0/routers/573d147d-19e6-41e8-8784-f8751e0b81df HTTP/1.1" status: 200 len: 710 time: 0.2195683 Jun 20 11:59:19.457649 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70acab1-6c91-493e-8f72-496ffb81ea2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 11:59:19.458978 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-e70acab1-6c91-493e-8f72-496ffb81ea2b admin admin] 10.222.0.25 "GET /v2.0/networks/3f7a09d2-824b-4c30-a4c6-5e0e19540541 HTTP/1.1" status: 200 len: 886 time: 0.1069620 Jun 20 11:59:19.467433 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-749d92ec-b137-4f6a-b134-e766f996512e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 11:59:19.711359 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-749d92ec-b137-4f6a-b134-e766f996512e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-482919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3189'] for router, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:19.952279 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-749d92ec-b137-4f6a-b134-e766f996512e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:20.027852 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-749d92ec-b137-4f6a-b134-e766f996512e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:20.224336 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [None req-749d92ec-b137-4f6a-b134-e766f996512e admin admin] Allocated IP 172.27.1.99 (3f7a09d2-824b-4c30-a4c6-5e0e19540541/4186b5e8-5a7d-41cb-85c6-3f8309c8906f/33c2263d-b35d-4c7c-8f36-9f4662a0e746) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 11:59:20.253030 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 27406040-0d8b-47ca-9d60-1267fb4d8f96 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 11:59:20.300320 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 27406040-0d8b-47ca-9d60-1267fb4d8f96 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 11:59:20.303761 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 27406040-0d8b-47ca-9d60-1267fb4d8f96 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 11:59:20.304140 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:20.337014 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-749d92ec-b137-4f6a-b134-e766f996512e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:20.382071 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:20.413096 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port 27406040-0d8b-47ca-9d60-1267fb4d8f96, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=27406040-0d8b-47ca-9d60-1267fb4d8f96,segment=NetworkSegment(03a32d56-2e9e-43ff-952b-b570296c1fd9),segment_id=03a32d56-2e9e-43ff-952b-b570296c1fd9)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 11:59:20.416222 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-749d92ec-b137-4f6a-b134-e766f996512e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:20.418161 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:20.418921 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 11:59:20.420305 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d62e49ab-5e93-4aaf-99dc-adcdd8ca0805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 11:59:20.466190 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=27406040-0d8b-47ca-9d60-1267fb4d8f96,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 11:59:20.469140 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 11:59:20.498309 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749d92ec-b137-4f6a-b134-e766f996512e admin admin] Network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 11:59:20.503475 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-749d92ec-b137-4f6a-b134-e766f996512e admin admin] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 11:59:20.506494 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749d92ec-b137-4f6a-b134-e766f996512e admin admin] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 11:59:20.540815 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d92ec-b137-4f6a-b134-e766f996512e admin admin] Pushing event updated for resources: {'Port': ['ID=33c2263d-b35d-4c7c-8f36-9f4662a0e746,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 11:59:20.544728 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-749d92ec-b137-4f6a-b134-e766f996512e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 11:59:20.785948 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-749d92ec-b137-4f6a-b134-e766f996512e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:20.982140 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-749d92ec-b137-4f6a-b134-e766f996512e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-482919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3189'] for router, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:20.985213 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-749d92ec-b137-4f6a-b134-e766f996512e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-482926'] for router, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:21.090461 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749d92ec-b137-4f6a-b134-e766f996512e admin admin] Router 573d147d-19e6-41e8-8784-f8751e0b81df has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 11:59:21.191998 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749d92ec-b137-4f6a-b134-e766f996512e admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 11:59:21.196155 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-749d92ec-b137-4f6a-b134-e766f996512e admin admin] Notify callbacks [] for router, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:21.197318 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-749d92ec-b137-4f6a-b134-e766f996512e admin admin] 10.222.0.25 "PUT /v2.0/routers/573d147d-19e6-41e8-8784-f8751e0b81df HTTP/1.1" status: 200 len: 889 time: 1.7330399 Jun 20 11:59:21.201765 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Sync routers for ids ['573d147d-19e6-41e8-8784-f8751e0b81df'] in dv-cinder-794962-4-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 11:59:21.213373 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Routers {'573d147d-19e6-41e8-8784-f8751e0b81df'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 11:59:21.214049 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T11:59:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['573d147d-19e6-41e8-8784-f8751e0b81df'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 11:59:21.480574 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Set router 573d147d-19e6-41e8-8784-f8751e0b81df gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 11:59:21.861190 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573d147d-19e6-41e8-8784-f8751e0b81df', 'name': 'router1', 'tenant_id': 'e3394eb6df154c8d81799b5b37afd546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '33c2263d-b35d-4c7c-8f36-9f4662a0e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T11:59:03Z', 'updated_at': '2021-06-20T11:59:20Z', 'revision_number': 4, 'project_id': 'e3394eb6df154c8d81799b5b37afd546', 'gw_port': {'id': '33c2263d-b35d-4c7c-8f36-9f4662a0e746', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573d147d-19e6-41e8-8784-f8751e0b81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T11:59:20Z', 'updated_at': '2021-06-20T11:59:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': '27406040-0d8b-47ca-9d60-1267fb4d8f96', 'name': '', 'network_id': 'f9106626-bca4-4d2d-a545-18d7aaedb4ed', 'tenant_id': 'e3394eb6df154c8d81799b5b37afd546', 'mac_address': 'fa:16:3e:87:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573d147d-19e6-41e8-8784-f8751e0b81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6f7302b-f883-4492-a4ee-b23af45f3c6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T11:59:12Z', 'updated_at': '2021-06-20T11:59:20Z', 'revision_number': 5, 'project_id': 'e3394eb6df154c8d81799b5b37afd546', 'subnets': [{'id': 'c6f7302b-f883-4492-a4ee-b23af45f3c6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85531205-bf48-4cf6-a292-5a45408c3541'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 11:59:21.910046 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Checking router: 573d147d-19e6-41e8-8784-f8751e0b81df for host: dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 11:59:21.910403 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Updating router 573d147d-19e6-41e8-8784-f8751e0b81df port 33c2263d-b35d-4c7c-8f36-9f4662a0e746 binding host dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 11:59:21.943721 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:22.246093 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 27406040-0d8b-47ca-9d60-1267fb4d8f96 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 11:59:22.285915 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:22.301246 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Transition to ACTIVE for port object 33c2263d-b35d-4c7c-8f36-9f4662a0e746 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 11:59:22.307193 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:22.312735 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-43ae978d-446e-4d16-8d66-3bebed96193e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 11:59:22.324437 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 27406040-0d8b-47ca-9d60-1267fb4d8f96 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 11:59:22.324808 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:22.383551 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Attempting to bind port 33c2263d-b35d-4c7c-8f36-9f4662a0e746 on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 11:59:22.384064 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Attempting to bind port 33c2263d-b35d-4c7c-8f36-9f4662a0e746 by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 11:59:22.384690 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Attempting to bind port 33c2263d-b35d-4c7c-8f36-9f4662a0e746 on network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 11:59:22.405766 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 11, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 11:59:22.406144 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Checking segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 11:59:22.406547 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:22.406943 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Bound using segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 11:59:22.407464 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Bound port: 33c2263d-b35d-4c7c-8f36-9f4662a0e746, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 11:59:22.408025 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:22.440951 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41627c8d-dc68-41bf-a057-e1c0ca659eb0 None None] Pushing event updated for resources: {'Port': ['ID=33c2263d-b35d-4c7c-8f36-9f4662a0e746,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 11:59:22.447319 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-41627c8d-dc68-41bf-a057-e1c0ca659eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 11:59:22.506749 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] For port 33c2263d-b35d-4c7c-8f36-9f4662a0e746, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 11:59:22.511152 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] For port 33c2263d-b35d-4c7c-8f36-9f4662a0e746, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=33c2263d-b35d-4c7c-8f36-9f4662a0e746,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 11:59:22.515996 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:22.520890 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-41627c8d-dc68-41bf-a057-e1c0ca659eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 11:59:22.577895 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41627c8d-dc68-41bf-a057-e1c0ca659eb0 None None] Pushing event updated for resources: {'Port': ['ID=33c2263d-b35d-4c7c-8f36-9f4662a0e746,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 11:59:22.580761 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Routers {'573d147d-19e6-41e8-8784-f8751e0b81df'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 11:59:22.581431 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T11:59:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['573d147d-19e6-41e8-8784-f8751e0b81df'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 11:59:22.584107 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-41627c8d-dc68-41bf-a057-e1c0ca659eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 11:59:22.760971 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] Set router 573d147d-19e6-41e8-8784-f8751e0b81df gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 11:59:22.991371 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573d147d-19e6-41e8-8784-f8751e0b81df', 'name': 'router1', 'tenant_id': 'e3394eb6df154c8d81799b5b37afd546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '33c2263d-b35d-4c7c-8f36-9f4662a0e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T11:59:03Z', 'updated_at': '2021-06-20T11:59:20Z', 'revision_number': 4, 'project_id': 'e3394eb6df154c8d81799b5b37afd546', 'gw_port': {'id': '33c2263d-b35d-4c7c-8f36-9f4662a0e746', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573d147d-19e6-41e8-8784-f8751e0b81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T11:59:20Z', 'updated_at': '2021-06-20T11:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': '27406040-0d8b-47ca-9d60-1267fb4d8f96', 'name': '', 'network_id': 'f9106626-bca4-4d2d-a545-18d7aaedb4ed', 'tenant_id': 'e3394eb6df154c8d81799b5b37afd546', 'mac_address': 'fa:16:3e:87:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573d147d-19e6-41e8-8784-f8751e0b81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6f7302b-f883-4492-a4ee-b23af45f3c6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T11:59:12Z', 'updated_at': '2021-06-20T11:59:20Z', 'revision_number': 5, 'project_id': 'e3394eb6df154c8d81799b5b37afd546', 'subnets': [{'id': 'c6f7302b-f883-4492-a4ee-b23af45f3c6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85531205-bf48-4cf6-a292-5a45408c3541'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 11:59:23.018231 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5508e97-0ea6-4f61-a20b-1c997e814083 None None] The sync data for ids ['573d147d-19e6-41e8-8784-f8751e0b81df'] in dv-cinder-794962-4-iscsi is: [{'id': '573d147d-19e6-41e8-8784-f8751e0b81df', 'name': 'router1', 'tenant_id': 'e3394eb6df154c8d81799b5b37afd546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '33c2263d-b35d-4c7c-8f36-9f4662a0e746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T11:59:03Z', 'updated_at': '2021-06-20T11:59:20Z', 'revision_number': 4, 'project_id': 'e3394eb6df154c8d81799b5b37afd546', 'gw_port': {'id': '33c2263d-b35d-4c7c-8f36-9f4662a0e746', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:97:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573d147d-19e6-41e8-8784-f8751e0b81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T11:59:20Z', 'updated_at': '2021-06-20T11:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': '27406040-0d8b-47ca-9d60-1267fb4d8f96', 'name': '', 'network_id': 'f9106626-bca4-4d2d-a545-18d7aaedb4ed', 'tenant_id': 'e3394eb6df154c8d81799b5b37afd546', 'mac_address': 'fa:16:3e:87:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573d147d-19e6-41e8-8784-f8751e0b81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6f7302b-f883-4492-a4ee-b23af45f3c6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T11:59:12Z', 'updated_at': '2021-06-20T11:59:20Z', 'revision_number': 5, 'project_id': 'e3394eb6df154c8d81799b5b37afd546', 'subnets': [{'id': 'c6f7302b-f883-4492-a4ee-b23af45f3c6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85531205-bf48-4cf6-a292-5a45408c3541'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 11:59:23.573647 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 54440) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 11:59:23.695730 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-bfc77c88-4d82-4926-b9f1-60785600f321 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1208935 Jun 20 11:59:24.258096 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 33c2263d-b35d-4c7c-8f36-9f4662a0e746 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 11:59:24.308999 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 33c2263d-b35d-4c7c-8f36-9f4662a0e746 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 11:59:24.312711 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 33c2263d-b35d-4c7c-8f36-9f4662a0e746 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 11:59:24.314193 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:24.389358 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:24.410727 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port 33c2263d-b35d-4c7c-8f36-9f4662a0e746, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=33c2263d-b35d-4c7c-8f36-9f4662a0e746,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 11:59:24.413937 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:24.416377 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 11:59:24.462782 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=33c2263d-b35d-4c7c-8f36-9f4662a0e746,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 11:59:24.466422 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 11:59:26.250156 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 33c2263d-b35d-4c7c-8f36-9f4662a0e746 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 11:59:26.302018 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 33c2263d-b35d-4c7c-8f36-9f4662a0e746 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 11:59:26.302614 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:37.775048 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a91cd912-914f-4656-b281-3cba3fc2c341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:39.924087 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-818b5add-bcf4-4a95-ab21-e70e09c89ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:40.308443 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:41.426343 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:43.118495 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 11:59:50.214514 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 5 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:00:07.781603 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-30a05cc1-4f79-4499-948d-5fbe5c062e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:00:09.917976 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-182cfe2a-0e81-45ed-a523-20b70437df1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:00:10.315267 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:00:11.422223 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:00:13.120828 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:00:27.203875 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 5 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:00:37.783720 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f92672e6-f8fc-420d-b841-a7ebc90e9649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:00:39.919095 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e1b59a85-9c9c-4ea8-8ef0-8df626c33ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:00:40.306628 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:00:41.419296 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:00:43.125612 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:00:58.327693 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55008) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:00:58.389572 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45ea357-495c-48b2-aa36-e57dbf42a291 admin admin] GET failed (client error): The resource could not be found. Jun 20 12:00:58.390865 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-f45ea357-495c-48b2-aa36-e57dbf42a291 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622504 Jun 20 12:00:58.547701 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee5fc45-6f20-44cd-8965-15e1d5d0dfa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:00:58.549113 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-dee5fc45-6f20-44cd-8965-15e1d5d0dfa4 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1544054 Jun 20 12:01:00.679893 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 55018) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:01:00.770607 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d43b3db-2a65-47f7-a784-2eaaf1d9c9a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:01:00.771927 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-5d43b3db-2a65-47f7-a784-2eaaf1d9c9a8 admin admin] 10.222.0.25 "GET /v2.0/subnets/c6f7302b-f883-4492-a4ee-b23af45f3c6f HTTP/1.1" status: 200 len: 849 time: 0.0910993 Jun 20 12:01:00.781021 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:01:00.930404 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:01.067702 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766931058652'] for subnet, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:01.070622 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-36d3a53c-9f4c-405e-89e4-0be31f796451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:01:01.096843 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:01:01.097392 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:01.098652 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] 10.222.0.25 "PUT /v2.0/subnets/c6f7302b-f883-4492-a4ee-b23af45f3c6f HTTP/1.1" status: 200 len: 868 time: 0.3212612 Jun 20 12:01:01.100039 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cbdc97-d8df-48f0-834e-b63ce619ac8a None None] Network f9106626-bca4-4d2d-a545-18d7aaedb4ed requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:01:01.120977 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f7302b-f883-4492-a4ee-b23af45f3c6f,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:01:01.128529 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:01.128917 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:01.129225 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:01.129549 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:01.129872 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:01.130205 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:01.130526 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:01.130840 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:01.131165 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:01.131479 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:01.131795 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:01.132100 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:01.135864 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:01:01.447748 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-8358e22f-570c-4fa8-812d-e4b56ad84191 None None] Provisioning complete for port 7eb3d9b4-d91c-44ca-a016-1cda1197d626 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:01:01.448134 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8358e22f-570c-4fa8-812d-e4b56ad84191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:01.540061 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-8358e22f-570c-4fa8-812d-e4b56ad84191 None None] Provisioning complete for port 27406040-0d8b-47ca-9d60-1267fb4d8f96 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:01:01.540356 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8358e22f-570c-4fa8-812d-e4b56ad84191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:03.220463 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 55028) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:01:03.414352 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49966232-6980-4d09-a5e9-a770668c856e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:01:03.414740 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49966232-6980-4d09-a5e9-a770668c856e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:01:03.416270 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-49966232-6980-4d09-a5e9-a770668c856e admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1948075 Jun 20 12:01:04.203385 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 5 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:01:05.572775 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 55036) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:01:05.701120 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769702e0-ecf4-45e7-8087-e557820f560e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:01:05.701589 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769702e0-ecf4-45e7-8087-e557820f560e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:01:05.703079 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-769702e0-ecf4-45e7-8087-e557820f560e admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1293428 Jun 20 12:01:07.785509 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b188b929-d296-46d1-8e72-25b2c11b57fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:07.807275 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 55044) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:01:07.928096 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a59d88-49b3-44bf-a858-cc24873e81a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:01:07.929422 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-61a59d88-49b3-44bf-a858-cc24873e81a8 admin admin] 10.222.0.25 "GET /v2.0/networks/3f7a09d2-824b-4c30-a4c6-5e0e19540541 HTTP/1.1" status: 200 len: 886 time: 0.1212327 Jun 20 12:01:09.921926 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-65434ada-8a63-475c-a30b-a5510aa4f892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:10.078995 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 55052) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:01:10.217189 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e3064c-dac4-4ac3-ad51-0ad58503cdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:01:10.218532 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-c2e3064c-dac4-4ac3-ad51-0ad58503cdc6 admin admin] 10.222.0.25 "GET /v2.0/networks/f9106626-bca4-4d2d-a545-18d7aaedb4ed HTTP/1.1" status: 200 len: 869 time: 0.1386127 Jun 20 12:01:10.308863 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:11.421869 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:12.328707 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 55060) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:01:12.451285 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac514199-1aad-4173-bd51-3bd6f5644363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:01:12.451768 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac514199-1aad-4173-bd51-3bd6f5644363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:01:12.453295 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-ac514199-1aad-4173-bd51-3bd6f5644363 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236312 Jun 20 12:01:13.130116 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:14.569137 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 55068) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:01:14.657065 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0222ee-8d88-4906-b379-8356015e9919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:01:14.657525 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0222ee-8d88-4906-b379-8356015e9919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:01:14.658982 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-ed0222ee-8d88-4906-b379-8356015e9919 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0889161 Jun 20 12:01:16.739304 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 55076) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:01:16.826140 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f5ed20-f23a-46ec-9bf7-37843811ba4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:01:16.827449 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-75f5ed20-f23a-46ec-9bf7-37843811ba4a admin admin] 10.222.0.25 "GET /v2.0/subnets/4186b5e8-5a7d-41cb-85c6-3f8309c8906f HTTP/1.1" status: 200 len: 816 time: 0.0872121 Jun 20 12:01:18.935817 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55084) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:01:19.022736 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4202bca5-5f85-4d47-ae1c-ecbc9e15164c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:01:19.024007 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-4202bca5-5f85-4d47-ae1c-ecbc9e15164c admin admin] 10.222.0.25 "GET /v2.0/subnets/c6f7302b-f883-4492-a4ee-b23af45f3c6f HTTP/1.1" status: 200 len: 868 time: 0.0872362 Jun 20 12:01:37.787274 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c1f4147d-a837-460b-b0d7-32c9c230cc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:39.924316 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5a655e8b-3cda-4ed5-a3d8-70d9f9e0067f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:40.311105 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:41.202344 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 5 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:01:41.427255 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:42.374718 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55128) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:01:42.419403 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [None req-a92c1095-f02d-47a3-8f18-b416505ec8fb admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92892) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 20 12:01:42.420379 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-a92c1095-f02d-47a3-8f18-b416505ec8fb admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0447464 Jun 20 12:01:43.130822 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:44.614837 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55136) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:01:44.674899 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec114d53-e4c2-4bfe-838b-57c18b60ddcc admin admin] GET failed (client error): The resource could not be found. Jun 20 12:01:44.676167 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-ec114d53-e4c2-4bfe-838b-57c18b60ddcc admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603511 Jun 20 12:01:44.757454 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bd4674-5a32-41d5-bab5-153294bde6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:01:44.758913 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-a3bd4674-5a32-41d5-bab5-153294bde6cf admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0788670 Jun 20 12:01:46.884163 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55144) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:01:46.928614 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:01:46.949798 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Made reservation on behalf of 4517e0e5d8b84bf7b1f478c33d5dac34 for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:01:46.952008 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:46.979925 dv-cinder-794962-4-iscsi neutron-server[92892]: WARNING neutron.services.revisions.revision_plugin [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Could not find related network for resource to bump revision. Jun 20 12:01:46.992027 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=92892) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 12:01:47.002127 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:47.002461 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Added segment b29dfc6c-94fb-4d09-ae06-1197f3cbf777 of type vlan for network fe9adeef-32da-41d1-974f-b4f040e438ac Jun 20 12:01:47.120895 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766930588892'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:47.147604 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:47.148886 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:01:47.149496 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:47.151432 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:01:47.208954 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3114741 Jun 20 12:01:47.208954 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Pushing event updated for resources: {'Network': ['ID=fe9adeef-32da-41d1-974f-b4f040e438ac,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:01:47.214925 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:47.215292 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:47.215631 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:47.215954 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:47.216282 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:47.216620 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:47.216972 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:47.217298 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:47.217636 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:47.217954 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:47.218301 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:47.218585 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:47.222911 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:01:47.230341 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Network fe9adeef-32da-41d1-974f-b4f040e438ac details requested by agent ovs-agent-dv-cinder-794962-4-iscsi with host dv-cinder-794962-4-iscsi {{(pid=92894) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 20 12:01:49.382478 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55152) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:01:49.441472 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d74cf25-f552-4d84-a240-6eeadd7f2b07 admin admin] GET failed (client error): The resource could not be found. Jun 20 12:01:49.442767 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-5d74cf25-f552-4d84-a240-6eeadd7f2b07 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593479 Jun 20 12:01:49.512850 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcb6ee7-b5e6-4ecf-aba2-b83f217e759f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:01:49.514284 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-9dcb6ee7-b5e6-4ecf-aba2-b83f217e759f admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677862 Jun 20 12:01:49.523451 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-c0150be2-d19a-4bb4-acf7-8766bbe700b4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'fe9adeef-32da-41d1-974f-b4f040e438ac', 'name': 'shared-subnet'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:01:49.544399 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0150be2-d19a-4bb4-acf7-8766bbe700b4 admin admin] Made reservation on behalf of 4517e0e5d8b84bf7b1f478c33d5dac34 for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:01:49.546694 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c0150be2-d19a-4bb4-acf7-8766bbe700b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:49.705676 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c0150be2-d19a-4bb4-acf7-8766bbe700b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:49.708356 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-e821e648-7b47-495f-85cf-9bdf720d2e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:01:49.760734 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0150be2-d19a-4bb4-acf7-8766bbe700b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db3f09db-f833-4066-87c0-4ab0786f35e2,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:01:49.765231 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c0150be2-d19a-4bb4-acf7-8766bbe700b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:01:49.767707 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0150be2-d19a-4bb4-acf7-8766bbe700b4 admin admin] Checking segment: {'id': 'b29dfc6c-94fb-4d09-ae06-1197f3cbf777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fe9adeef-32da-41d1-974f-b4f040e438ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:01:49.768055 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0150be2-d19a-4bb4-acf7-8766bbe700b4 admin admin] Network hostable DHCP agents. Network: fe9adeef-32da-41d1-974f-b4f040e438ac, hostable agents: ['2417948c-c80f-4bbc-831a-f1bbd16412d3'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 12:01:49.784989 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0150be2-d19a-4bb4-acf7-8766bbe700b4 admin admin] Network fe9adeef-32da-41d1-974f-b4f040e438ac is scheduled to be hosted by DHCP agent 2417948c-c80f-4bbc-831a-f1bbd16412d3 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 12:01:49.793738 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-c0150be2-d19a-4bb4-acf7-8766bbe700b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-4-iscsi, fe9adeef-32da-41d1-974f-b4f040e438ac) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:01:49.799731 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0150be2-d19a-4bb4-acf7-8766bbe700b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:01:49.800942 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c0150be2-d19a-4bb4-acf7-8766bbe700b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:49.801634 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8743edb-9955-404a-ba99-c3378d2239cb None None] Network fe9adeef-32da-41d1-974f-b4f040e438ac requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:01:49.814264 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-c0150be2-d19a-4bb4-acf7-8766bbe700b4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2941234 Jun 20 12:01:50.048673 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf27333a8-70a0-59ed-9c62-fe7f006c1bf9-fe9adeef-32da-41d1-974f-b4f040e438ac', 'network_id': 'fe9adeef-32da-41d1-974f-b4f040e438ac', 'tenant_id': '4517e0e5d8b84bf7b1f478c33d5dac34', 'fixed_ips': [{'subnet_id': 'db3f09db-f833-4066-87c0-4ab0786f35e2'}]}} from dv-cinder-794962-4-iscsi. {{(pid=92894) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 20 12:01:50.049582 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:50.184914 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Allocated IP 192.168.233.2 (fe9adeef-32da-41d1-974f-b4f040e438ac/db3f09db-f833-4066-87c0-4ab0786f35e2/7d8a54b3-0e60-496b-9bcb-7de7ee56a24d) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:01:50.327300 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:50.336028 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Transition to ACTIVE for port object 7d8a54b3-0e60-496b-9bcb-7de7ee56a24d will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:01:50.351205 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Transition to ACTIVE for port object 7d8a54b3-0e60-496b-9bcb-7de7ee56a24d will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:01:50.358028 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:50.361155 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:01:50.401183 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Network fe9adeef-32da-41d1-974f-b4f040e438ac is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:01:50.403842 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:01:50.406886 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:01:50.417360 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Pushing event updated for resources: {'Port': ['ID=7d8a54b3-0e60-496b-9bcb-7de7ee56a24d,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:01:50.441265 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:50.441606 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:50.441941 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:50.442268 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:50.442591 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:50.442916 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:50.443244 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:50.443593 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:50.443926 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:50.444266 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:50.444567 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:50.444879 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:01:50.449592 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:01:50.480980 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Attempting to bind port 7d8a54b3-0e60-496b-9bcb-7de7ee56a24d on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:01:50.481348 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Attempting to bind port 7d8a54b3-0e60-496b-9bcb-7de7ee56a24d by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': 'b29dfc6c-94fb-4d09-ae06-1197f3cbf777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fe9adeef-32da-41d1-974f-b4f040e438ac'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:01:50.481704 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Attempting to bind port 7d8a54b3-0e60-496b-9bcb-7de7ee56a24d on network fe9adeef-32da-41d1-974f-b4f040e438ac {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:01:50.486841 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:01:50.487428 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Checking segment: {'id': 'b29dfc6c-94fb-4d09-ae06-1197f3cbf777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fe9adeef-32da-41d1-974f-b4f040e438ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:01:50.487991 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:50.488557 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Bound using segment: {'id': 'b29dfc6c-94fb-4d09-ae06-1197f3cbf777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fe9adeef-32da-41d1-974f-b4f040e438ac'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:01:50.489063 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Bound port: 7d8a54b3-0e60-496b-9bcb-7de7ee56a24d, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29dfc6c-94fb-4d09-ae06-1197f3cbf777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fe9adeef-32da-41d1-974f-b4f040e438ac'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:01:50.489439 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:50.554324 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] For port 7d8a54b3-0e60-496b-9bcb-7de7ee56a24d, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:01:50.558774 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] For port 7d8a54b3-0e60-496b-9bcb-7de7ee56a24d, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=7d8a54b3-0e60-496b-9bcb-7de7ee56a24d,segment=NetworkSegment(b29dfc6c-94fb-4d09-ae06-1197f3cbf777),segment_id=b29dfc6c-94fb-4d09-ae06-1197f3cbf777)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:01:50.563561 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:50.565828 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:01:50.631267 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Pushing event updated for resources: {'Port': ['ID=7d8a54b3-0e60-496b-9bcb-7de7ee56a24d,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:01:50.638120 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:01:51.451941 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34275da7-b95a-41a7-a54e-7c57af1a13d3 None None] Network fe9adeef-32da-41d1-974f-b4f040e438ac requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:01:51.514716 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-491d436c-dbcd-4e9a-a759-eeff9c834503 None None] Provisioning for port 7d8a54b3-0e60-496b-9bcb-7de7ee56a24d completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:01:52.362860 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 7d8a54b3-0e60-496b-9bcb-7de7ee56a24d up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:01:52.411438 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 7d8a54b3-0e60-496b-9bcb-7de7ee56a24d completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:01:52.415130 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 7d8a54b3-0e60-496b-9bcb-7de7ee56a24d triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:01:52.415507 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:52.488876 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:52.525146 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port 7d8a54b3-0e60-496b-9bcb-7de7ee56a24d, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=7d8a54b3-0e60-496b-9bcb-7de7ee56a24d,segment=NetworkSegment(b29dfc6c-94fb-4d09-ae06-1197f3cbf777),segment_id=b29dfc6c-94fb-4d09-ae06-1197f3cbf777)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:01:52.529491 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:01:52.531659 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:01:52.577915 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=7d8a54b3-0e60-496b-9bcb-7de7ee56a24d,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:01:52.580993 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:01:54.336765 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 7d8a54b3-0e60-496b-9bcb-7de7ee56a24d up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:01:54.384370 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 7d8a54b3-0e60-496b-9bcb-7de7ee56a24d triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:01:54.384757 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:02:07.788574 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e42d0e57-a632-4d98-a965-9db173a702da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:02:09.925225 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-61f200bc-703f-43f0-af8c-1e025bb4d7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:02:10.311551 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:02:11.426074 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:02:13.134034 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:02:18.201525 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 5 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:02:37.789368 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-196d7943-9c19-4e9d-b26e-edbcef5d9eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:02:39.927212 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fa2338e4-5bc6-4f24-9712-1920a1aef621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:02:40.312830 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:02:41.429316 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:02:43.140093 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:02:55.199255 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 5 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:03:07.792829 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0b405a54-2b81-464b-adcf-2d4492592b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:03:09.929568 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-73db0e2f-fc39-4ea8-a0e7-ad1a52f89312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:03:10.316622 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:03:11.431972 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:03:13.143860 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:03:13.755671 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 55204) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:03:13.761502 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [None req-8c620f54-e1c9-48d7-be90-0a76622f7e2f tempest-verify_tempest_config-1724753763 tempest-verify_tempest_config-1724753763-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92893) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 20 12:03:13.762448 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-8c620f54-e1c9-48d7-be90-0a76622f7e2f tempest-verify_tempest_config-1724753763 tempest-verify_tempest_config-1724753763-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058591 Jun 20 12:03:14.058234 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 55222) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:03:14.157610 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8325bbb5-3bfc-4e55-bee9-c907832b5361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:03:14.242766 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8325bbb5-3bfc-4e55-bee9-c907832b5361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:03:14.246203 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8325bbb5-3bfc-4e55-bee9-c907832b5361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:03:14.248983 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:03:14.289008 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325bbb5-3bfc-4e55-bee9-c907832b5361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49052cc0-20d8-4a40-b04d-0729bf7929d7,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:03:14.293364 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-8325bbb5-3bfc-4e55-bee9-c907832b5361 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0695ccb5589349978ec46fd480c17c9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2341547 Jun 20 12:03:14.296000 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55226) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:03:14.297837 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325bbb5-3bfc-4e55-bee9-c907832b5361 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.298202 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325bbb5-3bfc-4e55-bee9-c907832b5361 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.298552 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325bbb5-3bfc-4e55-bee9-c907832b5361 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.298872 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325bbb5-3bfc-4e55-bee9-c907832b5361 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.299214 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325bbb5-3bfc-4e55-bee9-c907832b5361 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.299541 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325bbb5-3bfc-4e55-bee9-c907832b5361 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.299865 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325bbb5-3bfc-4e55-bee9-c907832b5361 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.300182 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325bbb5-3bfc-4e55-bee9-c907832b5361 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.300516 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325bbb5-3bfc-4e55-bee9-c907832b5361 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.300836 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325bbb5-3bfc-4e55-bee9-c907832b5361 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.301182 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325bbb5-3bfc-4e55-bee9-c907832b5361 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.301572 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325bbb5-3bfc-4e55-bee9-c907832b5361 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.305324 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-8325bbb5-3bfc-4e55-bee9-c907832b5361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:03:14.352535 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-12dd0215-2c36-4873-bb9e-30aca3c872d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:03:14.372774 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-12dd0215-2c36-4873-bb9e-30aca3c872d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:03:14.457915 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-12dd0215-2c36-4873-bb9e-30aca3c872d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:03:14.461261 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-12dd0215-2c36-4873-bb9e-30aca3c872d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:03:14.462643 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-12dd0215-2c36-4873-bb9e-30aca3c872d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49052cc0-20d8-4a40-b04d-0729bf7929d7 HTTP/1.1" status: 204 len: 168 time: 0.1652555 Jun 20 12:03:14.463633 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-659c391f-36ce-4ad0-a92f-8acb4f0c405f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:03:14.471695 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd0215-2c36-4873-bb9e-30aca3c872d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49052cc0-20d8-4a40-b04d-0729bf7929d7,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:03:14.478423 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd0215-2c36-4873-bb9e-30aca3c872d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.478789 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd0215-2c36-4873-bb9e-30aca3c872d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.479123 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd0215-2c36-4873-bb9e-30aca3c872d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.479449 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd0215-2c36-4873-bb9e-30aca3c872d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.479769 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd0215-2c36-4873-bb9e-30aca3c872d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.480105 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd0215-2c36-4873-bb9e-30aca3c872d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.480425 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd0215-2c36-4873-bb9e-30aca3c872d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.480740 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd0215-2c36-4873-bb9e-30aca3c872d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.481092 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd0215-2c36-4873-bb9e-30aca3c872d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.481408 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd0215-2c36-4873-bb9e-30aca3c872d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.481724 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd0215-2c36-4873-bb9e-30aca3c872d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.482035 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dd0215-2c36-4873-bb9e-30aca3c872d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:03:14.485035 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-12dd0215-2c36-4873-bb9e-30aca3c872d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:03:32.197304 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 5 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:03:37.798704 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a4db087c-e438-4d54-81ab-171f6cf85dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:03:39.930479 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-82ba37d9-3b8a-4a9f-8be9-a98c7dc7a225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:03:40.318045 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:03:41.435300 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:03:43.145528 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:04:07.799217 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-93666326-f285-4253-bf03-94c14961fa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:04:09.195073 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 5 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:04:09.929671 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-04627cf6-70db-4891-a395-f4bc49a85d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:04:10.318744 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:04:11.437343 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:04:13.149116 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:04:37.801435 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-202ed323-d57b-405d-a7f3-50f2b5775a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:04:39.934425 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6b80c586-46b1-4acf-bb19-088a0386c7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:04:40.319665 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:04:41.440340 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:04:43.152377 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:04:46.193069 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 5 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:04:48.697532 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801'] for agent, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:05:02.871146 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 55300) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:05:02.969936 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-da8e1c56-8e23-4123-affc-fc4c8d15fd2f admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0977082 Jun 20 12:05:05.081407 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55310) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:05:05.143609 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-e6a117e1-c0a1-445a-a76a-c517a2241f76 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0608389 Jun 20 12:05:07.802390 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0b1e4d68-4898-492d-b640-594dc926fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:05:09.935896 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-aeb1da9b-25e6-4ca7-b1f1-1203db4e0fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:05:10.320149 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:05:11.444227 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:05:13.153325 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:05:18.681489 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:05:23.191978 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:05:37.805792 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e975f9ae-efa2-40e0-af1b-c6ee87f10952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:05:39.936595 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4185ab55-e491-4365-8d66-f4aebbcf7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:05:40.322115 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:05:41.446733 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:05:43.156290 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:05:48.696798 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:00.192013 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:06:07.806677 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d52c8a52-7720-49d6-930c-ac31508a46d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:09.936979 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c0d646b9-bc12-4262-a28b-1007cb9b88d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:10.323377 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:11.449081 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:13.162464 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:18.689656 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:34.322625 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55536) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:34.456908 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 55550) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:34.536880 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 55558) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:34.620640 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1779865613-network', 'tenant_id': 'e6c93f81e1d24bb9bac2f47c02568860'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:06:34.652426 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Made reservation on behalf of e6c93f81e1d24bb9bac2f47c02568860 for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:06:34.654860 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:34.676139 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:34.798836 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:34.808125 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:34.816422 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-12dd0215-2c36-4873-bb9e-30aca3c872d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:34.856801 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f715f53-ff6c-40ec-b402-aeff98c59164,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:34.867325 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:34.867941 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:34.868412 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:34.869091 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:34.869937 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:34.870401 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:34.871265 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:34.871776 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:34.872086 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:34.872418 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:34.872744 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:34.873091 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Tracked resource versions report: Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: pushed versions: Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: { 'AddressGroup': {'1.2'}, Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'ConntrackHelper': {'1.0'}, Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'Log': {'1.0'}, Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'Network': {'1.1'}, Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'Port': {'1.7'}, Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'PortForwarding': {'1.2'}, Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'QosPolicy': {'1.8'}, Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'SecurityGroup': {'1.4'}, Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'SecurityGroupRule': {'1.2'}, Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'SubPort': {'1.0'}, Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'Subnet': {'1.1'}, Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'Trunk': {'1.1'}} Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: consumer versions: Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: { DHCP agent@dv-cinder-794962-4-iscsi: {}, Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: HyperV agent@hv-cinder-79496: {}, Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: L3 agent@dv-cinder-794962-4-iscsi: {}, Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: Metadata agent@dv-cinder-794962-4-iscsi: {}, Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: Metering agent@dv-cinder-794962-4-iscsi: {}, Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: Open vSwitch agent@dv-cinder-794962-4-iscsi: { 'AddressGroup': '1.2', Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'ConntrackHelper': '1.0', Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'Log': '1.0', Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'Network': '1.1', Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'Port': '1.7', Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'PortForwarding': '1.2', Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'QosPolicy': '1.8', Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'SecurityGroup': '1.4', Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'SecurityGroupRule': '1.2', Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'SubPort': '1.0', Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'Subnet': '1.1', Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: 'Trunk': '1.1'}} Jun 20 12:06:34.874182 dv-cinder-794962-4-iscsi neutron-server[92892]: {{(pid=92892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 20 12:06:34.880586 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:34.884654 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=92892) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 12:06:34.898544 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:34.898895 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Added segment 772d3453-90d2-4baf-b0fb-7e7bd5f04d73 of type vlan for network 20734c7b-84d7-4d7f-90e1-3709f8333aa9 Jun 20 12:06:34.958309 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1996230795-network', 'tenant_id': 'c2d4540ae09e4a80a479b5126fa73c64'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:06:34.978255 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766930588892'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:35.007191 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Made reservation on behalf of c2d4540ae09e4a80a479b5126fa73c64 for: {'network': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:06:35.010705 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for network, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:35.026322 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:35.027794 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:35.028717 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:35.029343 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:35.038504 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:35.063874 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1790446314-network', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:06:35.115085 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Made reservation on behalf of c16ce4f25bdc4e63a3033d70aef6b192 for: {'network': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:06:35.120008 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for network, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:35.126844 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8025312 Jun 20 12:06:35.131754 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55584) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:35.137444 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-bbf0f58e-1156-458b-b9ff-621796d63898 admin admin] Request body: {'subnet': {'network_id': '20734c7b-84d7-4d7f-90e1-3709f8333aa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1779865613-subnet', 'tenant_id': 'e6c93f81e1d24bb9bac2f47c02568860', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:06:35.141984 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Pushing event updated for resources: {'Network': ['ID=20734c7b-84d7-4d7f-90e1-3709f8333aa9,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:35.142806 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:35.146880 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:35.154175 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Network 20734c7b-84d7-4d7f-90e1-3709f8333aa9 details requested by agent ovs-agent-dv-cinder-794962-4-iscsi with host dv-cinder-794962-4-iscsi {{(pid=92894) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 20 12:06:35.303257 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:35.310049 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:35.316732 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:35.324163 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.db.api [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 20 12:06:35.324163 dv-cinder-794962-4-iscsi neutron-server[92893]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 20 12:06:35.324163 dv-cinder-794962-4-iscsi neutron-server[92893]: [parameters: {'project_id_1': 'c16ce4f25bdc4e63a3033d70aef6b192', 'expiration_1': datetime.datetime(2021, 6, 20, 12, 6, 35, 195336)}] Jun 20 12:06:35.324163 dv-cinder-794962-4-iscsi neutron-server[92893]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92893) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 20 12:06:35.325059 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_db.api [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 20 12:06:35.333273 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf0f58e-1156-458b-b9ff-621796d63898 admin admin] Made reservation on behalf of e6c93f81e1d24bb9bac2f47c02568860 for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:06:35.336405 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bbf0f58e-1156-458b-b9ff-621796d63898 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:35.361382 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=92893) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 12:06:35.426973 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:35.427671 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.segments_db [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Added segment d173258b-ac85-417c-8dd8-67f09ada7546 of type vlan for network a060551e-4666-489f-af6c-22591d5d515d Jun 20 12:06:35.484641 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766930588892'] for network, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:35.540532 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55835bd-2d36-4b51-8138-b0b7df6c4a6f,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:35.568972 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bbf0f58e-1156-458b-b9ff-621796d63898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:35.579094 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:35.580820 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:35.581428 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:35.581931 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:35.582575 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:35.583651 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:35.585791 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:35.586313 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:35.586821 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:35.587320 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:35.588597 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:35.589210 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:35.591520 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Tracked resource versions report: Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: pushed versions: Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: { 'AddressGroup': {'1.2'}, Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'ConntrackHelper': {'1.0'}, Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'Log': {'1.0'}, Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'Network': {'1.1'}, Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'Port': {'1.7'}, Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'PortForwarding': {'1.2'}, Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'QosPolicy': {'1.8'}, Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'SecurityGroup': {'1.4'}, Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'SecurityGroupRule': {'1.2'}, Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'SubPort': {'1.0'}, Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'Subnet': {'1.1'}, Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'Trunk': {'1.1'}} Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: consumer versions: Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: { DHCP agent@dv-cinder-794962-4-iscsi: {}, Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: HyperV agent@hv-cinder-79496: {}, Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: L3 agent@dv-cinder-794962-4-iscsi: {}, Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: Metadata agent@dv-cinder-794962-4-iscsi: {}, Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: Metering agent@dv-cinder-794962-4-iscsi: {}, Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: Open vSwitch agent@dv-cinder-794962-4-iscsi: { 'AddressGroup': '1.2', Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'ConntrackHelper': '1.0', Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'Log': '1.0', Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'Network': '1.1', Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'Port': '1.7', Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'PortForwarding': '1.2', Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'QosPolicy': '1.8', Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'SecurityGroup': '1.4', Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'SecurityGroupRule': '1.2', Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'SubPort': '1.0', Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'Subnet': '1.1', Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: 'Trunk': '1.1'}} Jun 20 12:06:35.592953 dv-cinder-794962-4-iscsi neutron-server[92893]: {{(pid=92893) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 20 12:06:35.605654 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:35.608017 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602'] for network, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:35.611791 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:35.613795 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:35.619758 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:35.630448 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0f58e-1156-458b-b9ff-621796d63898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dae7fe2-acad-4894-84bc-5ae39c97859e,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:35.638452 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-bbf0f58e-1156-458b-b9ff-621796d63898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:35.716411 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf0f58e-1156-458b-b9ff-621796d63898 admin admin] Checking segment: {'id': '772d3453-90d2-4baf-b0fb-7e7bd5f04d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20734c7b-84d7-4d7f-90e1-3709f8333aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:06:35.716411 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf0f58e-1156-458b-b9ff-621796d63898 admin admin] Network hostable DHCP agents. Network: 20734c7b-84d7-4d7f-90e1-3709f8333aa9, hostable agents: ['2417948c-c80f-4bbc-831a-f1bbd16412d3'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 12:06:35.764617 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf0f58e-1156-458b-b9ff-621796d63898 admin admin] Network 20734c7b-84d7-4d7f-90e1-3709f8333aa9 is scheduled to be hosted by DHCP agent 2417948c-c80f-4bbc-831a-f1bbd16412d3 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 12:06:35.768909 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3108943 Jun 20 12:06:35.772275 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55622) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:35.778870 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-bd8b4cb0-1b8d-49f8-a5a9-5b0aeb1c5b35 admin admin] Request body: {'subnet': {'network_id': 'a060551e-4666-489f-af6c-22591d5d515d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1996230795-subnet', 'tenant_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:06:35.791942 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Pushing event updated for resources: {'Network': ['ID=a060551e-4666-489f-af6c-22591d5d515d,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:35.797665 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:35.805578 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Network a060551e-4666-489f-af6c-22591d5d515d details requested by agent ovs-agent-dv-cinder-794962-4-iscsi with host dv-cinder-794962-4-iscsi {{(pid=92894) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 20 12:06:35.812431 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-bbf0f58e-1156-458b-b9ff-621796d63898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-4-iscsi, 20734c7b-84d7-4d7f-90e1-3709f8333aa9) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:06:35.825894 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf0f58e-1156-458b-b9ff-621796d63898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:35.826482 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bbf0f58e-1156-458b-b9ff-621796d63898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:35.828604 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:35.836204 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1c8be0-01de-476d-bc17-dfd980b01314 None None] Network 20734c7b-84d7-4d7f-90e1-3709f8333aa9 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:06:35.837071 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8b4cb0-1b8d-49f8-a5a9-5b0aeb1c5b35 admin admin] Made reservation on behalf of c2d4540ae09e4a80a479b5126fa73c64 for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:06:35.839488 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bd8b4cb0-1b8d-49f8-a5a9-5b0aeb1c5b35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:35.953524 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:35.959711 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:35.967664 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-8325bbb5-3bfc-4e55-bee9-c907832b5361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:35.998807 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-bbf0f58e-1156-458b-b9ff-621796d63898 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8656695 Jun 20 12:06:36.007704 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6390d5de-795d-43d3-9f88-c4ba38e0de79,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:36.013424 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:36.024238 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=92893) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 12:06:36.046994 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:36.047355 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.segments_db [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Added segment 13296fdf-29cc-4cef-9f7a-9c15fc01c76c of type vlan for network 5e233dd5-0a82-494e-b604-1b4b30b1dfc7 Jun 20 12:06:36.119359 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766930588892'] for network, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:36.129017 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bd8b4cb0-1b8d-49f8-a5a9-5b0aeb1c5b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:36.133445 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-bbf0f58e-1156-458b-b9ff-621796d63898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:36.168064 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602'] for network, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:36.171030 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:36.172109 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5af47b8-f84e-4b50-95ce-9d978fe6f3ba None None] Network 20734c7b-84d7-4d7f-90e1-3709f8333aa9 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:06:36.172988 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:36.193396 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:36.219796 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b4cb0-1b8d-49f8-a5a9-5b0aeb1c5b35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0bca940-04b5-4092-a25a-ee3a37d4ce47,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:36.222335 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-bd8b4cb0-1b8d-49f8-a5a9-5b0aeb1c5b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:36.223676 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6853797 Jun 20 12:06:36.228626 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55636) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:36.235538 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-0bacdb19-a075-4e4a-a7dc-0a2f0d5fb3bf admin admin] Request body: {'subnet': {'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1790446314-subnet', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:06:36.242386 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8b4cb0-1b8d-49f8-a5a9-5b0aeb1c5b35 admin admin] Checking segment: {'id': 'd173258b-ac85-417c-8dd8-67f09ada7546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a060551e-4666-489f-af6c-22591d5d515d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:06:36.242741 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8b4cb0-1b8d-49f8-a5a9-5b0aeb1c5b35 admin admin] Network hostable DHCP agents. Network: a060551e-4666-489f-af6c-22591d5d515d, hostable agents: ['2417948c-c80f-4bbc-831a-f1bbd16412d3'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 12:06:36.284032 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bacdb19-a075-4e4a-a7dc-0a2f0d5fb3bf admin admin] Made reservation on behalf of c16ce4f25bdc4e63a3033d70aef6b192 for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:06:36.289725 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0bacdb19-a075-4e4a-a7dc-0a2f0d5fb3bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:36.318838 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Pushing event updated for resources: {'Network': ['ID=5e233dd5-0a82-494e-b604-1b4b30b1dfc7,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:36.327839 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:36.334941 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Network 5e233dd5-0a82-494e-b604-1b4b30b1dfc7 details requested by agent ovs-agent-dv-cinder-794962-4-iscsi with host dv-cinder-794962-4-iscsi {{(pid=92894) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 20 12:06:36.481962 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8b4cb0-1b8d-49f8-a5a9-5b0aeb1c5b35 admin admin] Network a060551e-4666-489f-af6c-22591d5d515d is scheduled to be hosted by DHCP agent 2417948c-c80f-4bbc-831a-f1bbd16412d3 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 12:06:36.492042 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0bacdb19-a075-4e4a-a7dc-0a2f0d5fb3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:36.503042 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:36.591036 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-bd8b4cb0-1b8d-49f8-a5a9-5b0aeb1c5b35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-4-iscsi, a060551e-4666-489f-af6c-22591d5d515d) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:06:36.605964 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48c6032-c785-4ac5-9d3c-feee6df571c0 None None] Network a060551e-4666-489f-af6c-22591d5d515d requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:06:36.633155 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8b4cb0-1b8d-49f8-a5a9-5b0aeb1c5b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:36.633786 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bd8b4cb0-1b8d-49f8-a5a9-5b0aeb1c5b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:36.667161 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacdb19-a075-4e4a-a7dc-0a2f0d5fb3bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7035286-0d2c-4091-b67f-a11e111092cb,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:36.678071 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-0bacdb19-a075-4e4a-a7dc-0a2f0d5fb3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:36.681886 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-bd8b4cb0-1b8d-49f8-a5a9-5b0aeb1c5b35 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9085348 Jun 20 12:06:36.684543 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55664) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:36.690318 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1996230795-router', 'tenant_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:06:36.707857 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bacdb19-a075-4e4a-a7dc-0a2f0d5fb3bf admin admin] Checking segment: {'id': '13296fdf-29cc-4cef-9f7a-9c15fc01c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:06:36.708700 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bacdb19-a075-4e4a-a7dc-0a2f0d5fb3bf admin admin] Network hostable DHCP agents. Network: 5e233dd5-0a82-494e-b604-1b4b30b1dfc7, hostable agents: ['2417948c-c80f-4bbc-831a-f1bbd16412d3'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 12:06:36.732060 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 55666) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:36.740235 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-482965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3176'] for router, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:36.742855 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3171'] for router, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:36.764691 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bacdb19-a075-4e4a-a7dc-0a2f0d5fb3bf admin admin] Network 5e233dd5-0a82-494e-b604-1b4b30b1dfc7 is scheduled to be hosted by DHCP agent 2417948c-c80f-4bbc-831a-f1bbd16412d3 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 12:06:36.802966 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1f9093-3e89-4d2e-97eb-7423f5ee423e None None] Network a060551e-4666-489f-af6c-22591d5d515d requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:06:36.803478 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-0bacdb19-a075-4e4a-a7dc-0a2f0d5fb3bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-4-iscsi, 5e233dd5-0a82-494e-b604-1b4b30b1dfc7) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:06:36.819071 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd98191-9a92-44ed-8e5f-cf3734e64641 None None] Network 5e233dd5-0a82-494e-b604-1b4b30b1dfc7 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:06:36.854767 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bacdb19-a075-4e4a-a7dc-0a2f0d5fb3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:36.855354 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0bacdb19-a075-4e4a-a7dc-0a2f0d5fb3bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:36.869414 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:36.880217 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-0bacdb19-a075-4e4a-a7dc-0a2f0d5fb3bf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6494894 Jun 20 12:06:36.882980 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 55674) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:36.887277 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:06:36.935233 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-482965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3176'] for router, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:36.937533 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3171'] for router, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:37.014241 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:37.040714 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-482919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3189'] for router, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:37.103608 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf27333a8-70a0-59ed-9c62-fe7f006c1bf9-5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'fixed_ips': [{'subnet_id': 'f7035286-0d2c-4091-b67f-a11e111092cb'}]}} from dv-cinder-794962-4-iscsi. {{(pid=92894) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 20 12:06:37.104487 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:37.191785 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:06:37.352786 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Allocated IP 172.20.0.2 (5e233dd5-0a82-494e-b604-1b4b30b1dfc7/f7035286-0d2c-4091-b67f-a11e111092cb/6e548245-9a10-4a17-a5b3-5eec1e3d2a93) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:06:37.440996 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-18dbb481-e949-4539-a6a9-2827cda8230a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:37.487727 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-482919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3189'] for router, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:37.506073 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55714) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:37.584901 dv-cinder-794962-4-iscsi neutron-server[92892]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 20 12:06:37.751043 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-18dbb481-e949-4539-a6a9-2827cda8230a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:37.791349 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:37.813778 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Transition to ACTIVE for port object 6e548245-9a10-4a17-a5b3-5eec1e3d2a93 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:06:37.850921 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-18dbb481-e949-4539-a6a9-2827cda8230a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:37.861615 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Transition to ACTIVE for port object 6e548245-9a10-4a17-a5b3-5eec1e3d2a93 will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:06:37.875991 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:37.888010 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:37.977532 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Pushing event updated for resources: {'Port': ['ID=6e548245-9a10-4a17-a5b3-5eec1e3d2a93,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:37.978601 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:37.989674 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:37.990379 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:37.990990 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:37.991549 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:37.992097 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:37.992889 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:37.993457 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:37.994011 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:37.994574 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:37.995110 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:37.995654 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:37.996192 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Tracked resource versions report: Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: pushed versions: Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: { 'AddressGroup': {'1.2'}, Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'ConntrackHelper': {'1.0'}, Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'Log': {'1.0'}, Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'Network': {'1.1'}, Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'Port': {'1.7'}, Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'PortForwarding': {'1.2'}, Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'QosPolicy': {'1.8'}, Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'SecurityGroup': {'1.4'}, Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'SecurityGroupRule': {'1.2'}, Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'SubPort': {'1.0'}, Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'Subnet': {'1.1'}, Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'Trunk': {'1.1'}} Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: consumer versions: Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: { DHCP agent@dv-cinder-794962-4-iscsi: {}, Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: HyperV agent@hv-cinder-79496: {}, Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: L3 agent@dv-cinder-794962-4-iscsi: {}, Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: Metadata agent@dv-cinder-794962-4-iscsi: {}, Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: Metering agent@dv-cinder-794962-4-iscsi: {}, Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: Open vSwitch agent@dv-cinder-794962-4-iscsi: { 'AddressGroup': '1.2', Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'ConntrackHelper': '1.0', Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'Log': '1.0', Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'Network': '1.1', Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'Port': '1.7', Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'PortForwarding': '1.2', Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'QosPolicy': '1.8', Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'SecurityGroup': '1.4', Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'SecurityGroupRule': '1.2', Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'SubPort': '1.0', Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'Subnet': '1.1', Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: 'Trunk': '1.1'}} Jun 20 12:06:37.997991 dv-cinder-794962-4-iscsi neutron-server[92894]: {{(pid=92894) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 20 12:06:38.011246 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55754) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:38.013188 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:38.014069 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7042b01b-97da-43c8-8dc0-8689913b05ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:38.023731 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:38.023951 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Network 5e233dd5-0a82-494e-b604-1b4b30b1dfc7 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:06:38.026281 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:06:38.029647 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:06:38.039234 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc804488-098d-4275-b95e-b5a18007b67a req-54f34eb3-38a0-4b70-9f0e-be76095a116c tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:38.040909 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cc804488-098d-4275-b95e-b5a18007b67a req-54f34eb3-38a0-4b70-9f0e-be76095a116c tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/networks?id=20734c7b-84d7-4d7f-90e1-3709f8333aa9 HTTP/1.1" status: 200 len: 812 time: 0.4575257 Jun 20 12:06:38.076954 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:38.138898 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-18dbb481-e949-4539-a6a9-2827cda8230a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fecb50db72784511a88b3c2dc7550893&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4034867 Jun 20 12:06:38.138898 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:38.141473 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55764) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:38.149420 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbb481-e949-4539-a6a9-2827cda8230a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805d9c89-01e3-493a-90e5-f6dbe2ebe85f,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:38.173970 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-18dbb481-e949-4539-a6a9-2827cda8230a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:38.179137 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cc804488-098d-4275-b95e-b5a18007b67a req-4cf4c009-83a7-474b-a456-16b721a4a139 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/quotas/e6c93f81e1d24bb9bac2f47c02568860 HTTP/1.1" status: 200 len: 375 time: 0.1307368 Jun 20 12:06:38.197929 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:38.216627 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Attempting to bind port 6e548245-9a10-4a17-a5b3-5eec1e3d2a93 on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:06:38.221102 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Attempting to bind port 6e548245-9a10-4a17-a5b3-5eec1e3d2a93 by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': '13296fdf-29cc-4cef-9f7a-9c15fc01c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:06:38.221868 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Attempting to bind port 6e548245-9a10-4a17-a5b3-5eec1e3d2a93 on network 5e233dd5-0a82-494e-b604-1b4b30b1dfc7 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:06:38.230433 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:06:38.230804 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Checking segment: {'id': '13296fdf-29cc-4cef-9f7a-9c15fc01c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:06:38.234677 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:38.235317 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Bound using segment: {'id': '13296fdf-29cc-4cef-9f7a-9c15fc01c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:06:38.235977 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Bound port: 6e548245-9a10-4a17-a5b3-5eec1e3d2a93, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13296fdf-29cc-4cef-9f7a-9c15fc01c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:06:38.236810 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:38.291893 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cc804488-098d-4275-b95e-b5a18007b67a req-a3bcd8fe-ce5e-42d3-ae00-a19296579de4 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e6c93f81e1d24bb9bac2f47c02568860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061482 Jun 20 12:06:38.303163 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3f3c5be8-5550-41ba-aec9-9f7ec8756ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:38.381389 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] Allocated IP 172.27.1.171 (3f7a09d2-824b-4c30-a4c6-5e0e19540541/4186b5e8-5a7d-41cb-85c6-3f8309c8906f/32921997-2d74-4f48-a539-0ad7427523c1) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:06:38.387406 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] For port 6e548245-9a10-4a17-a5b3-5eec1e3d2a93, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:06:38.392263 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] For port 6e548245-9a10-4a17-a5b3-5eec1e3d2a93, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=6e548245-9a10-4a17-a5b3-5eec1e3d2a93,segment=NetworkSegment(13296fdf-29cc-4cef-9f7a-9c15fc01c76c),segment_id=13296fdf-29cc-4cef-9f7a-9c15fc01c76c)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:06:38.402009 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:38.406592 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:38.513041 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Pushing event updated for resources: {'Port': ['ID=6e548245-9a10-4a17-a5b3-5eec1e3d2a93,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:38.519060 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:38.557418 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [req-cc804488-098d-4275-b95e-b5a18007b67a req-3df3261a-4f93-44b8-8cb5-a376578227f8 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92892) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 20 12:06:38.558815 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cc804488-098d-4275-b95e-b5a18007b67a req-3df3261a-4f93-44b8-8cb5-a376578227f8 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1465213 Jun 20 12:06:38.559336 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c97e5559-f0be-4fc6-a0a2-3fae2298804a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:38.682499 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c97e5559-f0be-4fc6-a0a2-3fae2298804a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:38.710679 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3f3c5be8-5550-41ba-aec9-9f7ec8756ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:38.735237 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3f3c5be8-5550-41ba-aec9-9f7ec8756ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:38.754320 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:38.830152 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:38.868018 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cc804488-098d-4275-b95e-b5a18007b67a req-e574e6ea-5b09-4870-9bc7-f34ec40cf168 service neutron] 10.222.0.25 "GET /v2.0/networks/20734c7b-84d7-4d7f-90e1-3709f8333aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988598 Jun 20 12:06:38.941211 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c5be8-5550-41ba-aec9-9f7ec8756ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdd917e-f2e2-4078-9b46-164c87ebde33,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:38.948180 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-3f3c5be8-5550-41ba-aec9-9f7ec8756ba2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d58bfb4f02b343169b7977fe90c74f20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9317768 Jun 20 12:06:38.948180 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-3f3c5be8-5550-41ba-aec9-9f7ec8756ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:38.949593 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 55818) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:38.959114 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c97e5559-f0be-4fc6-a0a2-3fae2298804a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:38.966096 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c97e5559-f0be-4fc6-a0a2-3fae2298804a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:38.967199 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-c97e5559-f0be-4fc6-a0a2-3fae2298804a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/805d9c89-01e3-493a-90e5-f6dbe2ebe85f HTTP/1.1" status: 204 len: 168 time: 0.8187017 Jun 20 12:06:38.973292 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:38.992689 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e5559-f0be-4fc6-a0a2-3fae2298804a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805d9c89-01e3-493a-90e5-f6dbe2ebe85f,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:38.997250 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c97e5559-f0be-4fc6-a0a2-3fae2298804a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:39.029947 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:39.033056 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:39.036407 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cc804488-098d-4275-b95e-b5a18007b67a req-5968ef37-5c5b-4c9c-a33a-c29c7c725a53 service neutron] 10.222.0.25 "GET /v2.0/networks/20734c7b-84d7-4d7f-90e1-3709f8333aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696193 Jun 20 12:06:39.077779 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] Network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:06:39.080594 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:06:39.084350 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:06:39.101192 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-57ecef5b-d646-4be0-aa26-bc2f7c6019ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:39.126988 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] Pushing event updated for resources: {'Port': ['ID=32921997-2d74-4f48-a539-0ad7427523c1,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:39.135779 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-57ecef5b-d646-4be0-aa26-bc2f7c6019ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:39.159556 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:39.211788 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-57ecef5b-d646-4be0-aa26-bc2f7c6019ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:39.217739 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-57ecef5b-d646-4be0-aa26-bc2f7c6019ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:39.220664 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-57ecef5b-d646-4be0-aa26-bc2f7c6019ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bcdd917e-f2e2-4078-9b46-164c87ebde33 HTTP/1.1" status: 204 len: 168 time: 0.2690079 Jun 20 12:06:39.224113 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:39.239248 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecef5b-d646-4be0-aa26-bc2f7c6019ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdd917e-f2e2-4078-9b46-164c87ebde33,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:39.242114 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-57ecef5b-d646-4be0-aa26-bc2f7c6019ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:39.252639 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Allocated IP 172.27.1.5 (3f7a09d2-824b-4c30-a4c6-5e0e19540541/4186b5e8-5a7d-41cb-85c6-3f8309c8906f/f68c947b-92f5-4503-a6a7-c2d0215606a0) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:06:39.463253 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:39.482365 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:39.555512 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 55862) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:39.563102 dv-cinder-794962-4-iscsi neutron-server[92893]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 20 12:06:39.634633 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a86e2fa8-fbcd-456b-9bea-9acdb560f132 req-c980e158-ae8b-493b-885b-b9feed17df8c tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 210 time: 0.0755320 Jun 20 12:06:39.637787 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:39.648889 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:39.708399 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Pushing event updated for resources: {'Port': ['ID=f68c947b-92f5-4503-a6a7-c2d0215606a0,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:39.722607 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:39.737615 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:06:39.739024 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:06:39.744333 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:06:39.906376 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca956132-6d47-4f37-bf7c-e18cf21d3a4c None None] Network 5e233dd5-0a82-494e-b604-1b4b30b1dfc7 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:06:39.919361 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55894) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:40.152566 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e616f304-9e0a-4869-bd78-1b17bc245244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:40.176405 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:40.179837 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-7fd64710-8d72-40fc-b774-694f0612f669 None None] Provisioning for port 6e548245-9a10-4a17-a5b3-5eec1e3d2a93 completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:06:40.189964 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 55898) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:40.205587 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504320'] for router, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:40.243997 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f390-6d58-4c80-8c96-9d1ca691dd0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:40.342247 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:40.452667 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f390-6d58-4c80-8c96-9d1ca691dd0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:40.473151 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f390-6d58-4c80-8c96-9d1ca691dd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:40.536170 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:40.569904 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9f2e-7936-4eac-b55e-9e8d2e69b7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:40.572132 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-b6e0f390-6d58-4c80-8c96-9d1ca691dd0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c943cdac10a4459ea07eb03885336774&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3777864 Jun 20 12:06:40.573191 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55920) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:40.591763 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] Router 76b5422a-0b9c-428d-a985-55ce662b9edd is scheduled to L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 with binding_index 1 {{(pid=92892) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 20 12:06:40.594087 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55922) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:40.649321 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 6e548245-9a10-4a17-a5b3-5eec1e3d2a93 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:06:40.660608 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0f390-6d58-4c80-8c96-9d1ca691dd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef60bea-d971-4435-8d9c-c8bc5406661b,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:40.668694 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b6e0f390-6d58-4c80-8c96-9d1ca691dd0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:40.729746 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 6e548245-9a10-4a17-a5b3-5eec1e3d2a93 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:06:40.745072 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 6e548245-9a10-4a17-a5b3-5eec1e3d2a93 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:06:40.745893 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:40.895494 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:40.899768 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d08824d2-87f4-4b43-a4a6-39e4e0034b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:40.911045 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5c399133-50cd-4b63-9107-840807b95b84 req-9a8abf26-0547-4b55-b8b8-401b1bdc0a14 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 210 time: 0.0475025 Jun 20 12:06:40.915216 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504320'] for router, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:40.926441 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d08824d2-87f4-4b43-a4a6-39e4e0034b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:40.964703 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9f2e-7936-4eac-b55e-9e8d2e69b7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:40.971151 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port 6e548245-9a10-4a17-a5b3-5eec1e3d2a93, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=6e548245-9a10-4a17-a5b3-5eec1e3d2a93,segment=NetworkSegment(13296fdf-29cc-4cef-9f7a-9c15fc01c76c),segment_id=13296fdf-29cc-4cef-9f7a-9c15fc01c76c)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:06:40.979032 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:40.981319 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:40.984119 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8da1f2f9-d08c-46e8-b781-b1dcc087aba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:40.999062 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9f2e-7936-4eac-b55e-9e8d2e69b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:41.043546 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:41.053941 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-7a9c9f2e-7936-4eac-b55e-9e8d2e69b7c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15db7b0e69164f3192f721438bbb1d0d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1288307 Jun 20 12:06:41.056727 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 55940) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:41.072370 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=6e548245-9a10-4a17-a5b3-5eec1e3d2a93,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:41.082904 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:41.117334 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:06:41.122564 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c9f2e-7936-4eac-b55e-9e8d2e69b7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7cb9ec-5734-47e7-bc68-b35b61658f77,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:41.129572 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-7a9c9f2e-7936-4eac-b55e-9e8d2e69b7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:41.147175 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Sync routers for ids ['76b5422a-0b9c-428d-a985-55ce662b9edd'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:06:41.151918 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d08824d2-87f4-4b43-a4a6-39e4e0034b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:41.163021 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Routers {'76b5422a-0b9c-428d-a985-55ce662b9edd'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:06:41.163856 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:06:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['76b5422a-0b9c-428d-a985-55ce662b9edd'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:06:41.164711 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d08824d2-87f4-4b43-a4a6-39e4e0034b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:41.168315 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d08824d2-87f4-4b43-a4a6-39e4e0034b9b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ef60bea-d971-4435-8d9c-c8bc5406661b HTTP/1.1" status: 204 len: 168 time: 0.5916924 Jun 20 12:06:41.168315 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:41.186340 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08824d2-87f4-4b43-a4a6-39e4e0034b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef60bea-d971-4435-8d9c-c8bc5406661b,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:41.190217 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d08824d2-87f4-4b43-a4a6-39e4e0034b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:41.221918 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-34d73540-7562-4499-a698-ae8813554d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:41.235965 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Router 448d5117-a3a3-4311-a0a9-aaba342c547d is scheduled to L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 with binding_index 1 {{(pid=92893) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 20 12:06:41.252829 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8da1f2f9-d08c-46e8-b781-b1dcc087aba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:41.258162 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-34d73540-7562-4499-a698-ae8813554d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:41.264285 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8da1f2f9-d08c-46e8-b781-b1dcc087aba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:41.313429 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:41.322764 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-8da1f2f9-d08c-46e8-b781-b1dcc087aba2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2aaff02e01d470fabe869a435178872&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7242627 Jun 20 12:06:41.329058 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55948) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:41.332427 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:41.337240 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-f464e02e-0280-47d1-871f-daea1156b8d9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6478720 Jun 20 12:06:41.350693 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 55950) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:41.470370 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:41.481674 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Set router 76b5422a-0b9c-428d-a985-55ce662b9edd gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:06:41.545757 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1f2f9-d08c-46e8-b781-b1dcc087aba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42363cd3-f588-4d6e-81bf-0883a8e757bf,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:41.555234 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-8da1f2f9-d08c-46e8-b781-b1dcc087aba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:41.577024 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:06:41.585440 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-34d73540-7562-4499-a698-ae8813554d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:41.589704 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Sync routers for ids ['448d5117-a3a3-4311-a0a9-aaba342c547d'] in dv-cinder-794962-4-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:06:41.593617 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-34d73540-7562-4499-a698-ae8813554d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:41.595819 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-34d73540-7562-4499-a698-ae8813554d6a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d7cb9ec-5734-47e7-bc68-b35b61658f77 HTTP/1.1" status: 204 len: 168 time: 0.5375736 Jun 20 12:06:41.598970 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:41.605065 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Routers {'448d5117-a3a3-4311-a0a9-aaba342c547d'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:06:41.612771 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d73540-7562-4499-a698-ae8813554d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7cb9ec-5734-47e7-bc68-b35b61658f77,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:41.613036 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:06:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['448d5117-a3a3-4311-a0a9-aaba342c547d'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:06:41.619513 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Notify callbacks [] for router, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:41.620980 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7370298 Jun 20 12:06:41.622198 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-34d73540-7562-4499-a698-ae8813554d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:41.624716 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 55970) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:41.789665 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-450b58e4-affd-40e0-86d0-43b7f29e8f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:41.864078 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5422a-0b9c-428d-a985-55ce662b9edd', 'name': 'tempest-ServerRescueNegativeTestJSON-1996230795-router', 'tenant_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '32921997-2d74-4f48-a539-0ad7427523c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:39Z', 'revision_number': 3, 'project_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'gw_port': {'id': '32921997-2d74-4f48-a539-0ad7427523c1', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5422a-0b9c-428d-a985-55ce662b9edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:06:41.875500 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-450b58e4-affd-40e0-86d0-43b7f29e8f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:41.927290 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Checking router: 76b5422a-0b9c-428d-a985-55ce662b9edd for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:06:41.927627 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Updating router 76b5422a-0b9c-428d-a985-55ce662b9edd port 32921997-2d74-4f48-a539-0ad7427523c1 binding host dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 12:06:41.946478 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Set router 448d5117-a3a3-4311-a0a9-aaba342c547d gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:06:42.040055 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:42.248848 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-42be1a15-4b59-4ff2-95d3-209a36fad7ad req-e1bfbfa9-b6b1-4c57-9875-9f8d5296d9ae tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 210 time: 0.1025596 Jun 20 12:06:42.283308 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-450b58e4-affd-40e0-86d0-43b7f29e8f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:42.383414 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-450b58e4-affd-40e0-86d0-43b7f29e8f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:42.385528 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-450b58e4-affd-40e0-86d0-43b7f29e8f11 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42363cd3-f588-4d6e-81bf-0883a8e757bf HTTP/1.1" status: 204 len: 168 time: 1.0542605 Jun 20 12:06:42.388546 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:42.403811 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b58e4-affd-40e0-86d0-43b7f29e8f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42363cd3-f588-4d6e-81bf-0883a8e757bf,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:42.407396 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-450b58e4-affd-40e0-86d0-43b7f29e8f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:42.546856 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:42.597196 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 6e548245-9a10-4a17-a5b3-5eec1e3d2a93 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:06:42.727796 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:42.732448 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:40Z', 'revision_number': 3, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port': {'id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:de:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:06:42.757772 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:42.784680 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Transition to ACTIVE for port object 32921997-2d74-4f48-a539-0ad7427523c1 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:06:42.802979 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:42.820106 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b1a89d01-61db-434c-a0e6-8223227d4247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:42.930543 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774ebea-82f7-4be2-861b-26d13cc7161e None None] Pushing event updated for resources: {'Port': ['ID=32921997-2d74-4f48-a539-0ad7427523c1,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:42.951930 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ebea-82f7-4be2-861b-26d13cc7161e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:42.952386 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ebea-82f7-4be2-861b-26d13cc7161e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:42.953045 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ebea-82f7-4be2-861b-26d13cc7161e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:42.953709 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ebea-82f7-4be2-861b-26d13cc7161e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:42.954049 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ebea-82f7-4be2-861b-26d13cc7161e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:42.954383 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ebea-82f7-4be2-861b-26d13cc7161e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:42.954710 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ebea-82f7-4be2-861b-26d13cc7161e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:42.955037 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ebea-82f7-4be2-861b-26d13cc7161e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:42.955377 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ebea-82f7-4be2-861b-26d13cc7161e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:42.955698 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ebea-82f7-4be2-861b-26d13cc7161e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:42.956014 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ebea-82f7-4be2-861b-26d13cc7161e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:42.956328 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ebea-82f7-4be2-861b-26d13cc7161e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9774ebea-82f7-4be2-861b-26d13cc7161e None None] Tracked resource versions report: Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: pushed versions: Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: { 'AddressGroup': {'1.2'}, Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'ConntrackHelper': {'1.0'}, Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'Log': {'1.0'}, Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'Network': {'1.1'}, Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'Port': {'1.7'}, Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'PortForwarding': {'1.2'}, Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'QosPolicy': {'1.8'}, Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'SecurityGroup': {'1.4'}, Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'SecurityGroupRule': {'1.2'}, Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'SubPort': {'1.0'}, Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'Subnet': {'1.1'}, Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'Trunk': {'1.1'}} Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: consumer versions: Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: { DHCP agent@dv-cinder-794962-4-iscsi: {}, Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: HyperV agent@hv-cinder-79496: {}, Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: L3 agent@dv-cinder-794962-4-iscsi: {}, Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: Metadata agent@dv-cinder-794962-4-iscsi: {}, Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: Metering agent@dv-cinder-794962-4-iscsi: {}, Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: Open vSwitch agent@dv-cinder-794962-4-iscsi: { 'AddressGroup': '1.2', Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'ConntrackHelper': '1.0', Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'Log': '1.0', Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'Network': '1.1', Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'Port': '1.7', Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'PortForwarding': '1.2', Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'QosPolicy': '1.8', Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'SecurityGroup': '1.4', Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'SecurityGroupRule': '1.2', Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'SubPort': '1.0', Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'Subnet': '1.1', Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: 'Trunk': '1.1'}} Jun 20 12:06:42.960813 dv-cinder-794962-4-iscsi neutron-server[92895]: {{(pid=92895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 20 12:06:42.980868 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9774ebea-82f7-4be2-861b-26d13cc7161e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:43.029803 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Attempting to bind port 32921997-2d74-4f48-a539-0ad7427523c1 on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:06:43.030178 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Attempting to bind port 32921997-2d74-4f48-a539-0ad7427523c1 by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:06:43.032256 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Attempting to bind port 32921997-2d74-4f48-a539-0ad7427523c1 on network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:06:43.043248 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:06:43.043626 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Checking segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:06:43.044034 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:43.044430 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Bound using segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:06:43.044916 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Bound port: 32921997-2d74-4f48-a539-0ad7427523c1, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:06:43.049954 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:43.075764 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Allocated IP 172.20.0.1 (5e233dd5-0a82-494e-b604-1b4b30b1dfc7/f7035286-0d2c-4091-b67f-a11e111092cb/c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:06:43.106123 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Checking router: 448d5117-a3a3-4311-a0a9-aaba342c547d for host: dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:06:43.106488 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Updating router 448d5117-a3a3-4311-a0a9-aaba342c547d port f68c947b-92f5-4503-a6a7-c2d0215606a0 binding host dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 12:06:43.127007 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Allocated IP 172.20.0.1 (a060551e-4666-489f-af6c-22591d5d515d/c0bca940-04b5-4092-a25a-ee3a37d4ce47/4198225b-6708-4498-b1c5-9f0a2f42faff) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:06:43.149095 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:43.201004 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] For port 32921997-2d74-4f48-a539-0ad7427523c1, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:06:43.205650 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] For port 32921997-2d74-4f48-a539-0ad7427523c1, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=32921997-2d74-4f48-a539-0ad7427523c1,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:06:43.212720 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:43.217525 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:43.305772 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:43.320702 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56036) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:43.347334 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Transition to ACTIVE for port object c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:06:43.349143 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-310e68f8-5589-4a9c-8e61-bb900c7c91b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:43.350491 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774ebea-82f7-4be2-861b-26d13cc7161e None None] Pushing event updated for resources: {'Port': ['ID=32921997-2d74-4f48-a539-0ad7427523c1,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:43.369711 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9774ebea-82f7-4be2-861b-26d13cc7161e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:43.391256 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:43.434347 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Routers {'76b5422a-0b9c-428d-a985-55ce662b9edd'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:06:43.441035 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:06:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['76b5422a-0b9c-428d-a985-55ce662b9edd'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:06:43.446151 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:43.454507 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-749d92ec-b137-4f6a-b134-e766f996512e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:43.495081 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:43.498425 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:43.514451 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Network 5e233dd5-0a82-494e-b604-1b4b30b1dfc7 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:06:43.540026 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:06:43.553991 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:06:43.557576 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507183'] for router_interface, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:43.585953 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 6e548245-9a10-4a17-a5b3-5eec1e3d2a93 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:06:43.586455 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:43.589416 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Network a060551e-4666-489f-af6c-22591d5d515d is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:06:43.596633 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:06:43.610306 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:06:43.617647 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507183'] for router_interface, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:43.705026 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:43.747161 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Pushing event updated for resources: {'Port': ['ID=4198225b-6708-4498-b1c5-9f0a2f42faff,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:43.768687 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:43.771374 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.30', 62340) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:43.815707 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] Set router 76b5422a-0b9c-428d-a985-55ce662b9edd gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:06:43.870484 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Pushing event updated for resources: {'Port': ['ID=c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:43.915321 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:44.055212 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3a2c12e5-2249-476e-a1f7-753d3a69a7b6 req-789fafc7-b909-4311-acf6-7e707b3a876b tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 210 time: 0.2772861 Jun 20 12:06:44.067908 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-310e68f8-5589-4a9c-8e61-bb900c7c91b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:44.088291 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-310e68f8-5589-4a9c-8e61-bb900c7c91b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:44.115638 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-18dbb481-e949-4539-a6a9-2827cda8230a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:44.175051 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-f96c04cc-61cd-4145-aef3-4a71365f9d3e None None] Provisioning for port c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:06:44.192490 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-f96c04cc-61cd-4145-aef3-4a71365f9d3e None None] Provisioning complete for port c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:06:44.192840 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f96c04cc-61cd-4145-aef3-4a71365f9d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:44.195565 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e68f8-5589-4a9c-8e61-bb900c7c91b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ad2733-454c-4517-95a9-48404dafd84d,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:44.258008 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-310e68f8-5589-4a9c-8e61-bb900c7c91b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:44.272577 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:44.307941 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5422a-0b9c-428d-a985-55ce662b9edd', 'name': 'tempest-ServerRescueNegativeTestJSON-1996230795-router', 'tenant_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '32921997-2d74-4f48-a539-0ad7427523c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:39Z', 'revision_number': 3, 'project_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'gw_port': {'id': '32921997-2d74-4f48-a539-0ad7427523c1', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5422a-0b9c-428d-a985-55ce662b9edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:06:44.342097 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-310e68f8-5589-4a9c-8e61-bb900c7c91b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fcdb1d040bd64f6a99f049aec0e8ca85&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0195832 Jun 20 12:06:44.347806 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Transition to ACTIVE for port object f68c947b-92f5-4503-a6a7-c2d0215606a0 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:06:44.352727 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56070) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:44.372466 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-f96c04cc-61cd-4145-aef3-4a71365f9d3e None None] Port c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:06:44.374808 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e17eeb-79ea-4722-b245-a9de5e5a4a7b None None] The sync data for ids ['76b5422a-0b9c-428d-a985-55ce662b9edd'] in dv-cinder-794962-4-iscsi is: [{'id': '76b5422a-0b9c-428d-a985-55ce662b9edd', 'name': 'tempest-ServerRescueNegativeTestJSON-1996230795-router', 'tenant_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '32921997-2d74-4f48-a539-0ad7427523c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:39Z', 'revision_number': 3, 'project_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'gw_port': {'id': '32921997-2d74-4f48-a539-0ad7427523c1', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5422a-0b9c-428d-a985-55ce662b9edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:06:44.378884 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:44.423088 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:44.501904 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:44.638009 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02cd06-b89e-42f4-8de9-34f31e7a06ab None None] Pushing event updated for resources: {'Port': ['ID=f68c947b-92f5-4503-a6a7-c2d0215606a0,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:44.653943 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cb02cd06-b89e-42f4-8de9-34f31e7a06ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:44.656528 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Attempting to bind port f68c947b-92f5-4503-a6a7-c2d0215606a0 on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:06:44.657521 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Attempting to bind port f68c947b-92f5-4503-a6a7-c2d0215606a0 by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:06:44.658691 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Attempting to bind port f68c947b-92f5-4503-a6a7-c2d0215606a0 on network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:06:44.675688 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:06:44.677445 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Checking segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:06:44.679976 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:44.681691 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Bound using segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:06:44.683121 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Bound port: f68c947b-92f5-4503-a6a7-c2d0215606a0, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:06:44.684756 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:44.717095 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:44.746402 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 56092) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:44.822438 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] For port f68c947b-92f5-4503-a6a7-c2d0215606a0, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:06:44.826568 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] For port f68c947b-92f5-4503-a6a7-c2d0215606a0, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=f68c947b-92f5-4503-a6a7-c2d0215606a0,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:06:44.850690 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:44.854778 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-41627c8d-dc68-41bf-a057-e1c0ca659eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:44.868331 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0f32c150-233d-4ad0-8e66-9007f7c78901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:44.961790 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0f32c150-233d-4ad0-8e66-9007f7c78901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:45.037501 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02cd06-b89e-42f4-8de9-34f31e7a06ab None None] Pushing event updated for resources: {'Port': ['ID=f68c947b-92f5-4503-a6a7-c2d0215606a0,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:45.042526 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cb02cd06-b89e-42f4-8de9-34f31e7a06ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:45.082607 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Routers {'448d5117-a3a3-4311-a0a9-aaba342c547d'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:06:45.084379 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:06:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['448d5117-a3a3-4311-a0a9-aaba342c547d'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:06:45.113956 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc804488-098d-4275-b95e-b5a18007b67a req-35c43631-f8a5-494e-9002-a0c5527dec5b tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:45.115600 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cc804488-098d-4275-b95e-b5a18007b67a req-35c43631-f8a5-494e-9002-a0c5527dec5b tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.30 "GET /v2.0/networks?id=20734c7b-84d7-4d7f-90e1-3709f8333aa9 HTTP/1.1" status: 200 len: 812 time: 1.3401303 Jun 20 12:06:45.120916 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-2b869455-6178-4bb6-8bb8-123e8b7b12ea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-891039078-network', 'tenant_id': 'ae72e10aa74e4e06877e4defe5c3f9c3'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:06:45.183661 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0f32c150-233d-4ad0-8e66-9007f7c78901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:45.199979 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0f32c150-233d-4ad0-8e66-9007f7c78901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:45.201706 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-0f32c150-233d-4ad0-8e66-9007f7c78901 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5ad2733-454c-4517-95a9-48404dafd84d HTTP/1.1" status: 204 len: 168 time: 0.8475118 Jun 20 12:06:45.205364 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-34d73540-7562-4499-a698-ae8813554d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:45.215217 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:45.217035 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32c150-233d-4ad0-8e66-9007f7c78901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ad2733-454c-4517-95a9-48404dafd84d,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:45.229338 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-0f32c150-233d-4ad0-8e66-9007f7c78901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:45.230582 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:45.231930 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507702'] for router_interface, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:45.236705 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [req-cc804488-098d-4275-b95e-b5a18007b67a req-3a390e0b-934e-4842-85ff-eab35fc8bb87 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Request body: {'port': {'device_id': '31686b61-269f-47e9-ad05-91b1b3136f57', 'network_id': '20734c7b-84d7-4d7f-90e1-3709f8333aa9', 'admin_state_up': True, 'tenant_id': 'e6c93f81e1d24bb9bac2f47c02568860'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:06:45.261574 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:45.301547 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] Set router 448d5117-a3a3-4311-a0a9-aaba342c547d gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:06:45.414561 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b869455-6178-4bb6-8bb8-123e8b7b12ea admin admin] Made reservation on behalf of ae72e10aa74e4e06877e4defe5c3f9c3 for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:06:45.427669 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2b869455-6178-4bb6-8bb8-123e8b7b12ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:45.650311 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Pushing event updated for resources: {'Port': ['ID=c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:45.661748 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:45.688873 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:45.691066 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2b869455-6178-4bb6-8bb8-123e8b7b12ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:45.713386 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:45.728657 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Network 5e233dd5-0a82-494e-b604-1b4b30b1dfc7 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:06:45.730881 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:06:45.746899 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507702'] for router_interface, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:45.750861 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:45.761658 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 4, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port': {'id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:de:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb', 'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'mac_address': 'fa:16:3e:67:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:42Z', 'updated_at': '2021-06-20T12:06:43Z', 'revision_number': 1, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'subnets': [{'id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:06:45.795673 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-abb7c6cf-5450-4f8f-957a-fb8ff6ebee3f req-1d4baa06-be51-4837-8c8b-1a25df7f4df8 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 210 time: 0.1251762 Jun 20 12:06:45.801524 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Pushing event updated for resources: {'Port': ['ID=4198225b-6708-4498-b1c5-9f0a2f42faff,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:45.810390 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:45.841661 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519942db-be91-4b22-8184-aa013f169cb3 None None] The sync data for ids ['448d5117-a3a3-4311-a0a9-aaba342c547d'] in dv-cinder-794962-4-iscsi is: [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 4, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port': {'id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:de:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb', 'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'mac_address': 'fa:16:3e:67:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:42Z', 'updated_at': '2021-06-20T12:06:43Z', 'revision_number': 1, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'subnets': [{'id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:06:46.062780 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Router 448d5117-a3a3-4311-a0a9-aaba342c547d has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:06:46.224859 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-ca5f8253-3692-4947-967d-1d76c2dab03a None None] Provisioning complete for port c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:06:46.225554 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ca5f8253-3692-4947-967d-1d76c2dab03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:46.226343 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Network a060551e-4666-489f-af6c-22591d5d515d is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:06:46.235705 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:06:46.361432 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:06:46.394166 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] 10.222.0.25 "PUT /v2.0/routers/448d5117-a3a3-4311-a0a9-aaba342c547d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7650962 Jun 20 12:06:46.412639 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-ca5f8253-3692-4947-967d-1d76c2dab03a None None] Port c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:06:46.516185 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2b869455-6178-4bb6-8bb8-123e8b7b12ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:46.550701 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2b869455-6178-4bb6-8bb8-123e8b7b12ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:46.562536 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d08824d2-87f4-4b43-a4a6-39e4e0034b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:46.574607 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc804488-098d-4275-b95e-b5a18007b67a req-3a390e0b-934e-4842-85ff-eab35fc8bb87 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Made reservation on behalf of e6c93f81e1d24bb9bac2f47c02568860 for: {'port': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:06:46.590036 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-cc804488-098d-4275-b95e-b5a18007b67a req-3a390e0b-934e-4842-85ff-eab35fc8bb87 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:46.721969 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 32921997-2d74-4f48-a539-0ad7427523c1 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:06:46.900303 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 32921997-2d74-4f48-a539-0ad7427523c1 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:06:46.914992 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 32921997-2d74-4f48-a539-0ad7427523c1 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:06:46.915787 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:47.050406 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b869455-6178-4bb6-8bb8-123e8b7b12ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=92892) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 12:06:47.186163 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:47.197504 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b869455-6178-4bb6-8bb8-123e8b7b12ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75e85af-7e6b-4174-8a73-b048bc9eac4c,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:47.208057 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-2b869455-6178-4bb6-8bb8-123e8b7b12ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:47.342098 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port 32921997-2d74-4f48-a539-0ad7427523c1, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=32921997-2d74-4f48-a539-0ad7427523c1,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:06:47.346203 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 56184) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:47.347862 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2b869455-6178-4bb6-8bb8-123e8b7b12ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:47.348299 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-2b869455-6178-4bb6-8bb8-123e8b7b12ea admin admin] Added segment 0523faf3-c738-451d-b497-1a8971db7cf2 of type vlan for network 83fddcc7-c7e8-4e27-a24b-6f6b2dcabc47 Jun 20 12:06:47.351801 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:47.407554 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:47.415780 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7c2b2d07-5278-4ccd-9e78-8a35b9e60737 req-1b8e2818-2aab-4c6f-845f-33b3db961a6e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 210 time: 0.2174594 Jun 20 12:06:47.563582 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2b869455-6178-4bb6-8bb8-123e8b7b12ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766930588892'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:47.591021 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=32921997-2d74-4f48-a539-0ad7427523c1,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:47.612007 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:47.674013 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Router 76b5422a-0b9c-428d-a985-55ce662b9edd has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:06:47.920198 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [req-cc804488-098d-4275-b95e-b5a18007b67a req-3a390e0b-934e-4842-85ff-eab35fc8bb87 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Allocated IP 172.20.0.4 (20734c7b-84d7-4d7f-90e1-3709f8333aa9/0dae7fe2-acad-4894-84bc-5ae39c97859e/0740430a-17b3-433e-b230-cfe273de9811) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:06:47.925228 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2b869455-6178-4bb6-8bb8-123e8b7b12ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:47.932011 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b869455-6178-4bb6-8bb8-123e8b7b12ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:47.932948 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2b869455-6178-4bb6-8bb8-123e8b7b12ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:47.954301 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:47.961336 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-2b869455-6178-4bb6-8bb8-123e8b7b12ea admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.2072613 Jun 20 12:06:47.964857 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56198) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:47.971223 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-72617cb8-edc3-4672-adb4-c05d5a44fdb4 admin admin] Request body: {'subnet': {'network_id': '83fddcc7-c7e8-4e27-a24b-6f6b2dcabc47', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-891039078-subnet', 'tenant_id': 'ae72e10aa74e4e06877e4defe5c3f9c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:06:48.039509 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72617cb8-edc3-4672-adb4-c05d5a44fdb4 admin admin] Made reservation on behalf of ae72e10aa74e4e06877e4defe5c3f9c3 for: {'subnet': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:06:48.044014 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-72617cb8-edc3-4672-adb4-c05d5a44fdb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:48.152938 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56200) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:48.174174 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-03d2463a-ebb6-470e-9029-bd89a00f0c3d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1629217432', 'description': 'tempest-description--1124887546'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:06:48.265955 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-03d2463a-ebb6-470e-9029-bd89a00f0c3d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:48.365715 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-74ed6e0c-d223-44f3-8e30-53e4b2c6f528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:48.373230 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b869455-6178-4bb6-8bb8-123e8b7b12ea admin admin] Pushing event updated for resources: {'Network': ['ID=83fddcc7-c7e8-4e27-a24b-6f6b2dcabc47,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:48.389568 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Network 83fddcc7-c7e8-4e27-a24b-6f6b2dcabc47 details requested by agent ovs-agent-dv-cinder-794962-4-iscsi with host dv-cinder-794962-4-iscsi {{(pid=92894) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 20 12:06:48.537135 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-2b869455-6178-4bb6-8bb8-123e8b7b12ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:48.578900 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-cc804488-098d-4275-b95e-b5a18007b67a req-3a390e0b-934e-4842-85ff-eab35fc8bb87 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:48.591524 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-72617cb8-edc3-4672-adb4-c05d5a44fdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609'] for subnet, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:48.623771 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-5f069142-fe20-42b8-b93a-4ee03e555021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:48.756987 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:48.882275 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-03d2463a-ebb6-470e-9029-bd89a00f0c3d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:48.906491 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device f68c947b-92f5-4503-a6a7-c2d0215606a0 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:06:48.970160 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-03d2463a-ebb6-470e-9029-bd89a00f0c3d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:49.058209 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-cc804488-098d-4275-b95e-b5a18007b67a req-3a390e0b-934e-4842-85ff-eab35fc8bb87 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:49.064855 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:06:49.069617 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port f68c947b-92f5-4503-a6a7-c2d0215606a0 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:06:49.080967 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] 10.222.0.25 "PUT /v2.0/routers/76b5422a-0b9c-428d-a985-55ce662b9edd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7204218 Jun 20 12:06:49.084595 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5aec8244-b84d-42b9-955e-4bca13b0cbfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:49.087231 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Sync routers for ids ['76b5422a-0b9c-428d-a985-55ce662b9edd'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:06:49.095605 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port f68c947b-92f5-4503-a6a7-c2d0215606a0 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:06:49.099007 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:49.141933 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Routers {'76b5422a-0b9c-428d-a985-55ce662b9edd'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:06:49.145886 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:06:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['76b5422a-0b9c-428d-a985-55ce662b9edd'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:06:49.150776 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72617cb8-edc3-4672-adb4-c05d5a44fdb4 admin admin] Checking segment: {'id': '0523faf3-c738-451d-b497-1a8971db7cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '83fddcc7-c7e8-4e27-a24b-6f6b2dcabc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:06:49.152748 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72617cb8-edc3-4672-adb4-c05d5a44fdb4 admin admin] Network hostable DHCP agents. Network: 83fddcc7-c7e8-4e27-a24b-6f6b2dcabc47, hostable agents: ['2417948c-c80f-4bbc-831a-f1bbd16412d3'], hosted agents: [] {{(pid=92893) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 12:06:49.158574 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc804488-098d-4275-b95e-b5a18007b67a req-3a390e0b-934e-4842-85ff-eab35fc8bb87 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Network 20734c7b-84d7-4d7f-90e1-3709f8333aa9 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:06:49.191535 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-59373e3c-549a-4a29-8192-56041d279a0f req-9a8b830e-5765-462c-928b-b8d5ab458b78 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 210 time: 0.3074179 Jun 20 12:06:49.199044 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72617cb8-edc3-4672-adb4-c05d5a44fdb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da31b314-eb0a-4f94-84a4-c12f60817baa,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:49.224328 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-72617cb8-edc3-4672-adb4-c05d5a44fdb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:49.226949 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-310e68f8-5589-4a9c-8e61-bb900c7c91b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:49.230668 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [req-cc804488-098d-4275-b95e-b5a18007b67a req-3a390e0b-934e-4842-85ff-eab35fc8bb87 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:06:49.237737 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc804488-098d-4275-b95e-b5a18007b67a req-3a390e0b-934e-4842-85ff-eab35fc8bb87 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:06:49.251661 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc804488-098d-4275-b95e-b5a18007b67a req-3a390e0b-934e-4842-85ff-eab35fc8bb87 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:49.252326 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-cc804488-098d-4275-b95e-b5a18007b67a req-3a390e0b-934e-4842-85ff-eab35fc8bb87 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for port, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:49.324164 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2463a-ebb6-470e-9029-bd89a00f0c3d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:49.349520 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-03d2463a-ebb6-470e-9029-bd89a00f0c3d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:49.359870 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a390e0b-934e-4842-85ff-eab35fc8bb87 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Pushing event updated for resources: {'Port': ['ID=0740430a-17b3-433e-b230-cfe273de9811,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:49.377955 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-3a390e0b-934e-4842-85ff-eab35fc8bb87 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:49.392874 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72617cb8-edc3-4672-adb4-c05d5a44fdb4 admin admin] Network 83fddcc7-c7e8-4e27-a24b-6f6b2dcabc47 is scheduled to be hosted by DHCP agent 2417948c-c80f-4bbc-831a-f1bbd16412d3 with binding_index 1 {{(pid=92893) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 12:06:49.426669 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-72617cb8-edc3-4672-adb4-c05d5a44fdb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-4-iscsi, 83fddcc7-c7e8-4e27-a24b-6f6b2dcabc47) {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:06:49.441579 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72617cb8-edc3-4672-adb4-c05d5a44fdb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:49.442410 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-72617cb8-edc3-4672-adb4-c05d5a44fdb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:49.442759 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:49.465459 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f6934b-48c7-4872-87a5-e0f8e9956eb3 None None] Network 83fddcc7-c7e8-4e27-a24b-6f6b2dcabc47 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:06:49.529228 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-74ed6e0c-d223-44f3-8e30-53e4b2c6f528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:49.544919 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56248) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:49.587186 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-72617cb8-edc3-4672-adb4-c05d5a44fdb4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6211083 Jun 20 12:06:49.588881 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-03d2463a-ebb6-470e-9029-bd89a00f0c3d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:49.593154 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 56252) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:49.593513 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-03d2463a-ebb6-470e-9029-bd89a00f0c3d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4381702 Jun 20 12:06:49.617199 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-b32bce93-a397-4f02-a8f0-b63344109bca tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Request body: {'security_group_rule': {'security_group_id': '3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:06:49.647236 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-74ed6e0c-d223-44f3-8e30-53e4b2c6f528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:49.652769 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cc804488-098d-4275-b95e-b5a18007b67a req-3a390e0b-934e-4842-85ff-eab35fc8bb87 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4272892 Jun 20 12:06:49.673788 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Set router 76b5422a-0b9c-428d-a985-55ce662b9edd gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:06:49.682637 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port f68c947b-92f5-4503-a6a7-c2d0215606a0, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=f68c947b-92f5-4503-a6a7-c2d0215606a0,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:06:49.686349 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c97e5559-f0be-4fc6-a0a2-3fae2298804a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:49.729463 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:49.753999 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 32921997-2d74-4f48-a539-0ad7427523c1 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:06:49.783928 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed6e0c-d223-44f3-8e30-53e4b2c6f528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab41b39-1ec8-46b2-9b94-55109d51a53f,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:49.792045 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [req-cc804488-098d-4275-b95e-b5a18007b67a req-c1b94c5b-81fa-44af-88a6-85318c0fc905 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92892) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 20 12:06:49.793571 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cc804488-098d-4275-b95e-b5a18007b67a req-c1b94c5b-81fa-44af-88a6-85318c0fc905 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128260 Jun 20 12:06:49.803517 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-74ed6e0c-d223-44f3-8e30-53e4b2c6f528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:49.827195 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-74ed6e0c-d223-44f3-8e30-53e4b2c6f528 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c88ddcd3c1641baaf5295dcc0f2d65a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4764993 Jun 20 12:06:49.831660 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56260) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:49.869108 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b32bce93-a397-4f02-a8f0-b63344109bca tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:49.893649 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:49.976993 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0a15c997-00f1-4780-b0c8-45a36bc45507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:50.001856 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b32bce93-a397-4f02-a8f0-b63344109bca tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:50.007344 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b32bce93-a397-4f02-a8f0-b63344109bca tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:50.024257 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0a15c997-00f1-4780-b0c8-45a36bc45507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:50.026996 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:50.046316 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bce93-a397-4f02-a8f0-b63344109bca tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5deb3227-0cc2-4885-9bca-9a1a04be4ce5,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:50.051474 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-b32bce93-a397-4f02-a8f0-b63344109bca tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:50.053515 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b32bce93-a397-4f02-a8f0-b63344109bca tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:50.057348 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-b32bce93-a397-4f02-a8f0-b63344109bca tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4601035 Jun 20 12:06:50.057863 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 56266) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:50.076614 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-238f9bb4-430b-4328-a8b7-04fdb48219ac tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Request body: {'security_group_rule': {'security_group_id': '3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:06:50.143966 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0a15c997-00f1-4780-b0c8-45a36bc45507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:50.145583 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bfc88255-fdc3-4245-a8a5-8457f464fde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:50.153171 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-238f9bb4-430b-4328-a8b7-04fdb48219ac tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:50.164337 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0a15c997-00f1-4780-b0c8-45a36bc45507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:50.165756 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-0a15c997-00f1-4780-b0c8-45a36bc45507 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bab41b39-1ec8-46b2-9b94-55109d51a53f HTTP/1.1" status: 204 len: 168 time: 0.3320894 Jun 20 12:06:50.175034 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:50.250257 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15c997-00f1-4780-b0c8-45a36bc45507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab41b39-1ec8-46b2-9b94-55109d51a53f,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:50.271524 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-0a15c997-00f1-4780-b0c8-45a36bc45507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:50.344847 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5422a-0b9c-428d-a985-55ce662b9edd', 'name': 'tempest-ServerRescueNegativeTestJSON-1996230795-router', 'tenant_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '32921997-2d74-4f48-a539-0ad7427523c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 4, 'project_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'gw_port': {'id': '32921997-2d74-4f48-a539-0ad7427523c1', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5422a-0b9c-428d-a985-55ce662b9edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': '4198225b-6708-4498-b1c5-9f0a2f42faff', 'name': '', 'network_id': 'a060551e-4666-489f-af6c-22591d5d515d', 'tenant_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'mac_address': 'fa:16:3e:6f:37:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5422a-0b9c-428d-a985-55ce662b9edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0bca940-04b5-4092-a25a-ee3a37d4ce47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:42Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 2, 'project_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'subnets': [{'id': 'c0bca940-04b5-4092-a25a-ee3a37d4ce47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:06:50.379250 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Checking router: 76b5422a-0b9c-428d-a985-55ce662b9edd for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:06:50.379822 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Updating router 76b5422a-0b9c-428d-a985-55ce662b9edd port 4198225b-6708-4498-b1c5-9f0a2f42faff binding host dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 12:06:50.402128 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Sync routers for ids ['448d5117-a3a3-4311-a0a9-aaba342c547d'] in dv-cinder-794962-4-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:06:50.443574 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Routers {'448d5117-a3a3-4311-a0a9-aaba342c547d'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:06:50.444588 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:06:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['448d5117-a3a3-4311-a0a9-aaba342c547d'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:06:50.482719 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:50.490142 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-238f9bb4-430b-4328-a8b7-04fdb48219ac tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:50.497461 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-238f9bb4-430b-4328-a8b7-04fdb48219ac tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:50.532779 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-b32bce93-a397-4f02-a8f0-b63344109bca tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:50.557604 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f9bb4-430b-4328-a8b7-04fdb48219ac tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebdfffc8-7e71-45de-b8c2-aa0fa3d6d65c,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:50.576760 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-238f9bb4-430b-4328-a8b7-04fdb48219ac tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:50.622006 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Set router 448d5117-a3a3-4311-a0a9-aaba342c547d gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:06:50.643998 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bfc88255-fdc3-4245-a8a5-8457f464fde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:50.659470 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-238f9bb4-430b-4328-a8b7-04fdb48219ac tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:50.661315 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-238f9bb4-430b-4328-a8b7-04fdb48219ac tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6025808 Jun 20 12:06:50.665036 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 56286) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:50.670414 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Request body: {'floatingip': {'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:06:50.737154 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for floatingip, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:50.750977 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bfc88255-fdc3-4245-a8a5-8457f464fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:50.762953 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e007f01-77db-46c2-8f02-8c386bb1ec34 None None] Network 83fddcc7-c7e8-4e27-a24b-6f6b2dcabc47 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:06:50.816672 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 32921997-2d74-4f48-a539-0ad7427523c1 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:06:50.818006 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:50.833233 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=f68c947b-92f5-4503-a6a7-c2d0215606a0,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:50.840316 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:51.053760 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc88255-fdc3-4245-a8a5-8457f464fde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fc2b88-f3a7-4e40-9685-a132ab9ffda5,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:51.058550 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-bfc88255-fdc3-4245-a8a5-8457f464fde1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21497290e061468d8a5283d7cc1acaa1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5116785 Jun 20 12:06:51.060821 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-bfc88255-fdc3-4245-a8a5-8457f464fde1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:51.061758 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56292) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:51.090115 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Request body: {'port': {'device_id': '31686b61-269f-47e9-ad05-91b1b3136f57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:06:51.142603 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8e290-6bad-4adb-ab0b-cf758c947599 req-2ae0feb3-fc3f-4fe2-a266-36e871d00c33 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:51.154736 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cef8e290-6bad-4adb-ab0b-cf758c947599 req-2ae0feb3-fc3f-4fe2-a266-36e871d00c33 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 931 time: 0.5677733 Jun 20 12:06:51.273028 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.367s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:51.314808 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:51.366484 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Transition to ACTIVE for port object 4198225b-6708-4498-b1c5-9f0a2f42faff will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:06:51.381499 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:51.384662 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9774ebea-82f7-4be2-861b-26d13cc7161e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:51.387713 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56300) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:51.428425 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:51.433892 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cef8e290-6bad-4adb-ab0b-cf758c947599 req-121ef87b-4fb5-4eda-8c3c-5099567819e0 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768271 Jun 20 12:06:51.488216 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-fe37b10b-c7a0-439c-9016-d040bdb90476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:51.540245 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-fe37b10b-c7a0-439c-9016-d040bdb90476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:51.637447 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-fe37b10b-c7a0-439c-9016-d040bdb90476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:51.640692 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-fe37b10b-c7a0-439c-9016-d040bdb90476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:51.642080 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-fe37b10b-c7a0-439c-9016-d040bdb90476 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8fc2b88-f3a7-4e40-9685-a132ab9ffda5 HTTP/1.1" status: 204 len: 168 time: 0.5791757 Jun 20 12:06:51.643736 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:51.644638 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:51.656974 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56312) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:51.676984 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37b10b-c7a0-439c-9016-d040bdb90476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fc2b88-f3a7-4e40-9685-a132ab9ffda5,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:51.696726 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-fe37b10b-c7a0-439c-9016-d040bdb90476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:51.698038 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0c45d8ae-be4e-41ef-9ccc-0f2c79e5e814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:51.783283 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1cdc9-6d88-486b-a181-ffc0030c445d None None] Pushing event updated for resources: {'Port': ['ID=4198225b-6708-4498-b1c5-9f0a2f42faff,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:51.881718 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ecb1cdc9-6d88-486b-a181-ffc0030c445d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:51.883394 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Allocated IP 172.27.1.176 (3f7a09d2-824b-4c30-a4c6-5e0e19540541/4186b5e8-5a7d-41cb-85c6-3f8309c8906f/07bb362f-c071-45b1-831b-a67053496818) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:06:51.924552 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Attempting to bind port 4198225b-6708-4498-b1c5-9f0a2f42faff on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:06:51.928037 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Attempting to bind port 4198225b-6708-4498-b1c5-9f0a2f42faff by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': 'd173258b-ac85-417c-8dd8-67f09ada7546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a060551e-4666-489f-af6c-22591d5d515d'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:06:51.928753 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Attempting to bind port 4198225b-6708-4498-b1c5-9f0a2f42faff on network a060551e-4666-489f-af6c-22591d5d515d {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:06:51.954437 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:06:51.957563 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Checking segment: {'id': 'd173258b-ac85-417c-8dd8-67f09ada7546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a060551e-4666-489f-af6c-22591d5d515d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:06:51.958375 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:51.958569 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Bound using segment: {'id': 'd173258b-ac85-417c-8dd8-67f09ada7546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a060551e-4666-489f-af6c-22591d5d515d'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:06:51.959065 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Bound port: 4198225b-6708-4498-b1c5-9f0a2f42faff, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd173258b-ac85-417c-8dd8-67f09ada7546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a060551e-4666-489f-af6c-22591d5d515d'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:06:51.959646 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:51.989656 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0c45d8ae-be4e-41ef-9ccc-0f2c79e5e814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:51.989656 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0e25bae4-8cc9-4277-96ac-496b576efa88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:52.021845 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0c45d8ae-be4e-41ef-9ccc-0f2c79e5e814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:52.036687 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-57ecef5b-d646-4be0-aa26-bc2f7c6019ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:52.065803 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 4, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port': {'id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:de:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb', 'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'mac_address': 'fa:16:3e:67:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:42Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 2, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'subnets': [{'id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:06:52.087947 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] For port 4198225b-6708-4498-b1c5-9f0a2f42faff, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:06:52.093475 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] For port 4198225b-6708-4498-b1c5-9f0a2f42faff, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=4198225b-6708-4498-b1c5-9f0a2f42faff,segment=NetworkSegment(d173258b-ac85-417c-8dd8-67f09ada7546),segment_id=d173258b-ac85-417c-8dd8-67f09ada7546)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:06:52.104258 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:52.109615 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:52.142561 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45d8ae-be4e-41ef-9ccc-0f2c79e5e814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3438d0-c034-469e-be98-b16672758ed6,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:52.148473 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-0c45d8ae-be4e-41ef-9ccc-0f2c79e5e814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:52.221276 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device f68c947b-92f5-4503-a6a7-c2d0215606a0 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:06:52.223914 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:52.225934 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Checking router: 448d5117-a3a3-4311-a0a9-aaba342c547d for host: dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:06:52.242567 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Updating router 448d5117-a3a3-4311-a0a9-aaba342c547d port c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb binding host dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 12:06:52.242845 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-0c45d8ae-be4e-41ef-9ccc-0f2c79e5e814 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a85b322e50c4e0596eb96db0b797a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5741513 Jun 20 12:06:52.246074 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56320) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:52.314183 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1cdc9-6d88-486b-a181-ffc0030c445d None None] Pushing event updated for resources: {'Port': ['ID=4198225b-6708-4498-b1c5-9f0a2f42faff,revision_number=4']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:52.327890 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ecb1cdc9-6d88-486b-a181-ffc0030c445d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:52.336885 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22623355-b527-4e34-a79b-44ba4587768d req-d4f3bcfb-bfec-4c7f-a1b4-327677d91ff3 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:52.338564 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-22623355-b527-4e34-a79b-44ba4587768d req-d4f3bcfb-bfec-4c7f-a1b4-327677d91ff3 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 819 time: 0.9121804 Jun 20 12:06:52.358154 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Routers {'76b5422a-0b9c-428d-a985-55ce662b9edd'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:06:52.366976 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:06:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['76b5422a-0b9c-428d-a985-55ce662b9edd'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:06:52.391671 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:52.431424 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-447aadbb-3603-4b4c-bb41-86a4e49ed92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:52.434574 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-22623355-b527-4e34-a79b-44ba4587768d req-5fd279a9-d297-4e82-8753-c4847ef29c46 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/quotas/c2d4540ae09e4a80a479b5126fa73c64 HTTP/1.1" status: 200 len: 375 time: 0.0649853 Jun 20 12:06:52.486485 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-447aadbb-3603-4b4c-bb41-86a4e49ed92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:52.584760 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-447aadbb-3603-4b4c-bb41-86a4e49ed92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:52.599718 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-447aadbb-3603-4b4c-bb41-86a4e49ed92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:52.601178 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-447aadbb-3603-4b4c-bb41-86a4e49ed92a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b3438d0-c034-469e-be98-b16672758ed6 HTTP/1.1" status: 204 len: 168 time: 0.3512249 Jun 20 12:06:52.605761 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:52.660525 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447aadbb-3603-4b4c-bb41-86a4e49ed92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3438d0-c034-469e-be98-b16672758ed6,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:52.675332 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-447aadbb-3603-4b4c-bb41-86a4e49ed92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:52.687483 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0e25bae4-8cc9-4277-96ac-496b576efa88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:52.695359 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0e25bae4-8cc9-4277-96ac-496b576efa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:52.709612 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:52.711236 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-fe37b10b-c7a0-439c-9016-d040bdb90476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:52.713066 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] Set router 76b5422a-0b9c-428d-a985-55ce662b9edd gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:06:52.846399 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:52.940440 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port f68c947b-92f5-4503-a6a7-c2d0215606a0 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:06:52.946933 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:52.951128 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-0e25bae4-8cc9-4277-96ac-496b576efa88 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a12cedbd298482db0041c581bdc4e27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5620315 Jun 20 12:06:52.954957 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25bae4-8cc9-4277-96ac-496b576efa88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3397c1c4-229f-4ea9-8949-d692c142810a,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:52.955200 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-22623355-b527-4e34-a79b-44ba4587768d req-862afce7-57ae-419a-80f9-20f3ad65ee5e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5197072 Jun 20 12:06:52.955693 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 56340) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:52.998154 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:06:53.003921 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-0e25bae4-8cc9-4277-96ac-496b576efa88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:53.026886 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:06:53.062561 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:06:53.145646 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5422a-0b9c-428d-a985-55ce662b9edd', 'name': 'tempest-ServerRescueNegativeTestJSON-1996230795-router', 'tenant_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '32921997-2d74-4f48-a539-0ad7427523c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 4, 'project_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'gw_port': {'id': '32921997-2d74-4f48-a539-0ad7427523c1', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5422a-0b9c-428d-a985-55ce662b9edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': '4198225b-6708-4498-b1c5-9f0a2f42faff', 'name': '', 'network_id': 'a060551e-4666-489f-af6c-22591d5d515d', 'tenant_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'mac_address': 'fa:16:3e:6f:37:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5422a-0b9c-428d-a985-55ce662b9edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0bca940-04b5-4092-a25a-ee3a37d4ce47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:42Z', 'updated_at': '2021-06-20T12:06:52Z', 'revision_number': 4, 'project_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'subnets': [{'id': 'c0bca940-04b5-4092-a25a-ee3a37d4ce47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:06:53.148916 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cc2bb-cfa2-4891-bca4-7e5fddf9854b req-dbfdb14d-7b56-41f9-bec4-fb4d2c33c474 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:53.152069 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-047cc2bb-cfa2-4891-bca4-7e5fddf9854b req-dbfdb14d-7b56-41f9-bec4-fb4d2c33c474 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 931 time: 0.4085433 Jun 20 12:06:53.208959 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed012655-b3d8-4bc2-952f-317671491256 None None] The sync data for ids ['76b5422a-0b9c-428d-a985-55ce662b9edd'] in dv-cinder-794962-4-iscsi is: [{'id': '76b5422a-0b9c-428d-a985-55ce662b9edd', 'name': 'tempest-ServerRescueNegativeTestJSON-1996230795-router', 'tenant_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '32921997-2d74-4f48-a539-0ad7427523c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 4, 'project_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'gw_port': {'id': '32921997-2d74-4f48-a539-0ad7427523c1', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5422a-0b9c-428d-a985-55ce662b9edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': '4198225b-6708-4498-b1c5-9f0a2f42faff', 'name': '', 'network_id': 'a060551e-4666-489f-af6c-22591d5d515d', 'tenant_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'mac_address': 'fa:16:3e:6f:37:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5422a-0b9c-428d-a985-55ce662b9edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c0bca940-04b5-4092-a25a-ee3a37d4ce47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:42Z', 'updated_at': '2021-06-20T12:06:52Z', 'revision_number': 4, 'project_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'subnets': [{'id': 'c0bca940-04b5-4092-a25a-ee3a37d4ce47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:06:53.215848 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Pushing event updated for resources: {'Port': ['ID=07bb362f-c071-45b1-831b-a67053496818,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:53.244993 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-047cc2bb-cfa2-4891-bca4-7e5fddf9854b req-3f03f9aa-c0c2-4f0c-99d9-4ea5153a5b53 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766118 Jun 20 12:06:53.273373 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56344) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:53.286031 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-cafad785-55f1-454d-95e1-a8f372b1c858 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-718491323-network', 'tenant_id': 'b023afe83e0b4499b8092db600e54d37'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:06:53.319644 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:53.377781 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafad785-55f1-454d-95e1-a8f372b1c858 admin admin] Made reservation on behalf of b023afe83e0b4499b8092db600e54d37 for: {'network': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:06:53.393895 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cafad785-55f1-454d-95e1-a8f372b1c858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for network, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:53.453415 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:53.459485 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cafad785-55f1-454d-95e1-a8f372b1c858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:53.522650 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-74438ca4-feed-4c8f-9cf7-d51b48ba38d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:53.575641 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:53.591584 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Transition to ACTIVE for port object c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:06:53.666036 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:53.683042 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:53.694742 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-22623355-b527-4e34-a79b-44ba4587768d req-ce45968d-335b-43d5-811d-b8e5e0442ec0 service neutron] 10.222.0.25 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7231386 Jun 20 12:06:53.775757 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cafad785-55f1-454d-95e1-a8f372b1c858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:53.784408 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cafad785-55f1-454d-95e1-a8f372b1c858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:53.794212 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:53.870259 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cafad785-55f1-454d-95e1-a8f372b1c858 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=92893) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 12:06:53.921977 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafad785-55f1-454d-95e1-a8f372b1c858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918c26e6-ce13-44a0-8f32-599ad8494e0c,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:53.925634 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cafad785-55f1-454d-95e1-a8f372b1c858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:53.926223 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.segments_db [None req-cafad785-55f1-454d-95e1-a8f372b1c858 admin admin] Added segment 2b42f2ad-17be-4f08-8621-cb298e151f06 of type vlan for network 5ba05c54-b2dd-4cb3-877b-7671afcc3c1a Jun 20 12:06:53.928447 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-cafad785-55f1-454d-95e1-a8f372b1c858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:53.944497 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-74438ca4-feed-4c8f-9cf7-d51b48ba38d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:53.996901 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:54.025412 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cafad785-55f1-454d-95e1-a8f372b1c858 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766930588892'] for network, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:54.106994 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cafad785-55f1-454d-95e1-a8f372b1c858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602'] for network, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:54.108413 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafad785-55f1-454d-95e1-a8f372b1c858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:54.109136 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cafad785-55f1-454d-95e1-a8f372b1c858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:54.111539 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:54.255197 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d789b-b2fe-4a55-82d2-91f738ab96ea None None] Pushing event updated for resources: {'Port': ['ID=c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:54.269868 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-832d789b-b2fe-4a55-82d2-91f738ab96ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:54.307490 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-cafad785-55f1-454d-95e1-a8f372b1c858 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0266256 Jun 20 12:06:54.310281 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56368) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:54.326518 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-efee42e9-c3e6-4274-825b-c3f1b7ca5c29 admin admin] Request body: {'subnet': {'network_id': '5ba05c54-b2dd-4cb3-877b-7671afcc3c1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-718491323-subnet', 'tenant_id': 'b023afe83e0b4499b8092db600e54d37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:06:54.331636 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafad785-55f1-454d-95e1-a8f372b1c858 admin admin] Pushing event updated for resources: {'Network': ['ID=5ba05c54-b2dd-4cb3-877b-7671afcc3c1a,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:54.345782 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-cafad785-55f1-454d-95e1-a8f372b1c858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:54.366307 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 4198225b-6708-4498-b1c5-9f0a2f42faff up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:06:54.368488 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Network 5ba05c54-b2dd-4cb3-877b-7671afcc3c1a details requested by agent ovs-agent-dv-cinder-794962-4-iscsi with host dv-cinder-794962-4-iscsi {{(pid=92894) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 20 12:06:54.398459 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efee42e9-c3e6-4274-825b-c3f1b7ca5c29 admin admin] Made reservation on behalf of b023afe83e0b4499b8092db600e54d37 for: {'subnet': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:06:54.401472 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-efee42e9-c3e6-4274-825b-c3f1b7ca5c29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:54.760542 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Attempting to bind port c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:06:54.761707 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Attempting to bind port c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': '13296fdf-29cc-4cef-9f7a-9c15fc01c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:06:54.762337 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Attempting to bind port c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb on network 5e233dd5-0a82-494e-b604-1b4b30b1dfc7 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:06:54.772690 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:06:54.773309 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Checking segment: {'id': '13296fdf-29cc-4cef-9f7a-9c15fc01c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:06:54.773974 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:54.774594 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Bound using segment: {'id': '13296fdf-29cc-4cef-9f7a-9c15fc01c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:06:54.775294 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Bound port: c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13296fdf-29cc-4cef-9f7a-9c15fc01c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:06:54.775922 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:54.895929 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 4198225b-6708-4498-b1c5-9f0a2f42faff completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:06:54.924832 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 4198225b-6708-4498-b1c5-9f0a2f42faff triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:06:54.929376 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:54.991853 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] For port c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:06:55.031177 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] For port c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb,segment=NetworkSegment(13296fdf-29cc-4cef-9f7a-9c15fc01c76c),segment_id=13296fdf-29cc-4cef-9f7a-9c15fc01c76c)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:06:55.044252 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-efee42e9-c3e6-4274-825b-c3f1b7ca5c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609'] for subnet, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:55.050216 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:55.052417 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:55.055814 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:55.066114 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:55.087621 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:55.106312 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-7715b250-ed6b-4962-a948-39d763f14844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:55.156376 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0740430a-17b3-433e-b230-cfe273de9811 {{(pid=92892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:06:55.169096 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504496'] for floatingip, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:55.174115 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:55.198095 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d789b-b2fe-4a55-82d2-91f738ab96ea None None] Pushing event updated for resources: {'Port': ['ID=c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:55.211658 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Pushing event updated for resources: {'Port': ['ID=07bb362f-c071-45b1-831b-a67053496818,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:55.214710 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:55.224275 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for floatingip, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:55.225776 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5592477 Jun 20 12:06:55.228131 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-22623355-b527-4e34-a79b-44ba4587768d req-2c041c6a-c023-4d67-a1d0-cba6a5b3641a service neutron] 10.222.0.25 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5221808 Jun 20 12:06:55.247843 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-832d789b-b2fe-4a55-82d2-91f738ab96ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:55.286068 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Transition to ACTIVE for port object 0740430a-17b3-433e-b230-cfe273de9811 will not be triggered until provisioned by entity L2. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:06:55.287488 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-74438ca4-feed-4c8f-9cf7-d51b48ba38d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:55.292082 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-74438ca4-feed-4c8f-9cf7-d51b48ba38d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:55.296227 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-74438ca4-feed-4c8f-9cf7-d51b48ba38d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3397c1c4-229f-4ea9-8949-d692c142810a HTTP/1.1" status: 204 len: 168 time: 2.3278310 Jun 20 12:06:55.296227 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:55.307192 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:55.324690 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Routers {'448d5117-a3a3-4311-a0a9-aaba342c547d'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:06:55.325374 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:06:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['448d5117-a3a3-4311-a0a9-aaba342c547d'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:06:55.332825 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74438ca4-feed-4c8f-9cf7-d51b48ba38d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3397c1c4-229f-4ea9-8949-d692c142810a,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:55.338537 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-74438ca4-feed-4c8f-9cf7-d51b48ba38d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:55.346997 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:55.560062 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] Set router 448d5117-a3a3-4311-a0a9-aaba342c547d gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:06:55.617540 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c3134-393c-4c87-a189-9a3a8ff51946 req-a02fafa3-e070-45aa-8cf4-480e42f0a44e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:55.633937 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-785c3134-393c-4c87-a189-9a3a8ff51946 req-a02fafa3-e070-45aa-8cf4-480e42f0a44e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 931 time: 0.7517326 Jun 20 12:06:55.765910 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee42e9-c3e6-4274-825b-c3f1b7ca5c29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e0ae59-e8f9-4428-97cd-372ea00d8ffb,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:55.791842 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-efee42e9-c3e6-4274-825b-c3f1b7ca5c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:55.803316 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efee42e9-c3e6-4274-825b-c3f1b7ca5c29 admin admin] Checking segment: {'id': '2b42f2ad-17be-4f08-8621-cb298e151f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ba05c54-b2dd-4cb3-877b-7671afcc3c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:06:55.811358 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efee42e9-c3e6-4274-825b-c3f1b7ca5c29 admin admin] Network hostable DHCP agents. Network: 5ba05c54-b2dd-4cb3-877b-7671afcc3c1a, hostable agents: ['2417948c-c80f-4bbc-831a-f1bbd16412d3'], hosted agents: [] {{(pid=92893) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 12:06:55.829161 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-785c3134-393c-4c87-a189-9a3a8ff51946 req-56a84be7-21ac-418d-911e-0313206bf72f tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905208 Jun 20 12:06:55.856210 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Attempting to bind port 0740430a-17b3-433e-b230-cfe273de9811 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:06:55.856837 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Attempting to bind port 0740430a-17b3-433e-b230-cfe273de9811 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '772d3453-90d2-4baf-b0fb-7e7bd5f04d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20734c7b-84d7-4d7f-90e1-3709f8333aa9'}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:06:55.857338 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Attempting to bind port 0740430a-17b3-433e-b230-cfe273de9811 on network 20734c7b-84d7-4d7f-90e1-3709f8333aa9 {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:06:55.873670 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Port 0740430a-17b3-433e-b230-cfe273de9811 on network 20734c7b-84d7-4d7f-90e1-3709f8333aa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 20 12:06:55.876344 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efee42e9-c3e6-4274-825b-c3f1b7ca5c29 admin admin] Network 5ba05c54-b2dd-4cb3-877b-7671afcc3c1a is scheduled to be hosted by DHCP agent 2417948c-c80f-4bbc-831a-f1bbd16412d3 with binding_index 1 {{(pid=92893) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 12:06:55.881327 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Attempting to bind port 0740430a-17b3-433e-b230-cfe273de9811 on network 20734c7b-84d7-4d7f-90e1-3709f8333aa9 {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:06:55.883862 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Pushing event updated for resources: {'Port': ['ID=0740430a-17b3-433e-b230-cfe273de9811,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:55.894037 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:55.902385 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-efee42e9-c3e6-4274-825b-c3f1b7ca5c29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-4-iscsi, 5ba05c54-b2dd-4cb3-877b-7671afcc3c1a) {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:06:55.910223 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Checking agent: {'id': '3511620b-fad0-480c-9502-82df55f89faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'started_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:06:55.910712 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Checking segment: {'id': '772d3453-90d2-4baf-b0fb-7e7bd5f04d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20734c7b-84d7-4d7f-90e1-3709f8333aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:06:55.919502 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Bound using segment: {'id': '772d3453-90d2-4baf-b0fb-7e7bd5f04d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20734c7b-84d7-4d7f-90e1-3709f8333aa9'} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:06:55.923141 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Bound port: 0740430a-17b3-433e-b230-cfe273de9811, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772d3453-90d2-4baf-b0fb-7e7bd5f04d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20734c7b-84d7-4d7f-90e1-3709f8333aa9'}}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:06:55.923512 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:55.924652 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efee42e9-c3e6-4274-825b-c3f1b7ca5c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:55.925351 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-efee42e9-c3e6-4274-825b-c3f1b7ca5c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:55.972273 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-efee42e9-c3e6-4274-825b-c3f1b7ca5c29 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6420746 Jun 20 12:06:56.077342 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a092c79e-7549-48b5-a574-106d5d9387f7 req-7075f86b-d484-471c-98ad-96123a8ce05e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0865815 Jun 20 12:06:56.099844 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] For port 0740430a-17b3-433e-b230-cfe273de9811, host hv-cinder-79496, cleared binding levels {{(pid=92892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:06:56.105883 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] For port 0740430a-17b3-433e-b230-cfe273de9811, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0740430a-17b3-433e-b230-cfe273de9811,segment=NetworkSegment(772d3453-90d2-4baf-b0fb-7e7bd5f04d73),segment_id=772d3453-90d2-4baf-b0fb-7e7bd5f04d73)] {{(pid=92892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:06:56.119011 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-e0f3284b-cbf3-43bc-baae-fe694960641e tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1629217432&fields=id&tenant_id=c16ce4f25bdc4e63a3033d70aef6b192 HTTP/1.1" status: 200 len: 267 time: 0.3448195 Jun 20 12:06:56.123155 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:56.126695 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:56.293223 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-b31b68b2-458d-4bdb-ade8-7cbf8da1588c tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:56.304128 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56436) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:56.340985 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958aec7d-a5a3-4226-a67a-e64aeb213bb8 None None] Network 5ba05c54-b2dd-4cb3-877b-7671afcc3c1a requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:06:56.348496 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-b31b68b2-458d-4bdb-ade8-7cbf8da1588c tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/networks?id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7 HTTP/1.1" status: 200 len: 811 time: 0.2284632 Jun 20 12:06:56.439175 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:56.446507 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56444) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:56.496618 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ddbbdaff-229f-487c-a442-8f2fc1827bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:56.524158 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-3473c3a4-446f-4db7-8b6f-990ac44dcff1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/quotas/c16ce4f25bdc4e63a3033d70aef6b192 HTTP/1.1" status: 200 len: 375 time: 0.1747072 Jun 20 12:06:56.569238 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 4, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port': {'id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:de:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb', 'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'mac_address': 'fa:16:3e:67:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:42Z', 'updated_at': '2021-06-20T12:06:54Z', 'revision_number': 4, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'subnets': [{'id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:06:56.576617 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port 4198225b-6708-4498-b1c5-9f0a2f42faff, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=4198225b-6708-4498-b1c5-9f0a2f42faff,segment=NetworkSegment(d173258b-ac85-417c-8dd8-67f09ada7546),segment_id=d173258b-ac85-417c-8dd8-67f09ada7546)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:06:56.665547 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:56.680686 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be9ad6-645d-41ae-b43b-97db74b4c955 None None] The sync data for ids ['448d5117-a3a3-4311-a0a9-aaba342c547d'] in dv-cinder-794962-4-iscsi is: [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 4, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port': {'id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:de:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb', 'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'mac_address': 'fa:16:3e:67:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:42Z', 'updated_at': '2021-06-20T12:06:54Z', 'revision_number': 4, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'subnets': [{'id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:06:56.697018 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:56.706593 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b80e4f4-b1e3-41ed-b4c1-a16d7b5f9592 None None] Network 5ba05c54-b2dd-4cb3-877b-7671afcc3c1a requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:06:56.709778 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:56.714252 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for port, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:56.724247 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cc804488-098d-4275-b95e-b5a18007b67a req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] 10.222.0.30 "PUT /v2.0/ports/0740430a-17b3-433e-b230-cfe273de9811 HTTP/1.1" status: 200 len: 1093 time: 6.3047249 Jun 20 12:06:56.729603 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31686b61-269f-47e9-ad05-91b1b3136f57', 'tag': '0740430a-17b3-433e-b230-cfe273de9811'}] {{(pid=92892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:06:56.964448 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c22e728-9de9-4213-a099-1f0481b1231f admin admin] Deleting subnet da31b314-eb0a-4f94-84a4-c12f60817baa {{(pid=92893) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 20 12:06:56.974077 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ddbbdaff-229f-487c-a442-8f2fc1827bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:56.988379 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c22e728-9de9-4213-a099-1f0481b1231f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:56.995154 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ddbbdaff-229f-487c-a442-8f2fc1827bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:57.053248 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Pushing event updated for resources: {'Port': ['ID=0740430a-17b3-433e-b230-cfe273de9811,revision_number=3']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:57.058855 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.932s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:57.065139 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:06:57.073293 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b1088228-21e3-4549-940e-2ea43c5699bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:57.164512 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-bdc63871-711d-46cb-bd32-5a5cd727a4b0 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c16ce4f25bdc4e63a3033d70aef6b192&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6382897 Jun 20 12:06:57.196466 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c22e728-9de9-4213-a099-1f0481b1231f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:57.217427 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c22e728-9de9-4213-a099-1f0481b1231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1363053'] for subnet, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:57.293967 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=4198225b-6708-4498-b1c5-9f0a2f42faff,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:57.308055 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:57.331733 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:06:57.345686 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:06:57.346282 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:57.431644 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-11d7b1b8-4e17-4551-8785-9e5d8c01244a service neutron] 10.222.0.25 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161918 Jun 20 12:06:57.445201 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c22e728-9de9-4213-a099-1f0481b1231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609'] for subnet, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:57.450758 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-ddbbdaff-229f-487c-a442-8f2fc1827bb3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df257353bbba43b385adc1916bed0636&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0010540 Jun 20 12:06:57.475773 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 56484) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:57.507124 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbdaff-229f-487c-a442-8f2fc1827bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37421828-3b2e-41af-9cf2-ef1ebe7f3812,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:57.516109 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-ddbbdaff-229f-487c-a442-8f2fc1827bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:57.636590 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:57.643547 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b56af7fedb337a38d38f7b07679a5819d4c7c5b344e8fcf40378830b10d028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e24481b-4987-47d7-b783-09a6ad5f82a7" -d '{"events": [{"name": "network-changed", "server_uuid": "31686b61-269f-47e9-ad05-91b1b3136f57", "tag": "0740430a-17b3-433e-b230-cfe273de9811"}]}' {{(pid=92892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:06:57.648413 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:57.704435 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb,segment=NetworkSegment(13296fdf-29cc-4cef-9f7a-9c15fc01c76c),segment_id=13296fdf-29cc-4cef-9f7a-9c15fc01c76c)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:06:57.712343 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:57.714898 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-832d789b-b2fe-4a55-82d2-91f738ab96ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:57.727193 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-0810b9e0-e9ec-4207-a567-ee4961f07a89 service neutron] 10.222.0.25 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945707 Jun 20 12:06:57.728009 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c857e15b-1f66-4952-86fc-812bd438ea91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:57.745069 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22e728-9de9-4213-a099-1f0481b1231f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da31b314-eb0a-4f94-84a4-c12f60817baa,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:57.751675 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-2c22e728-9de9-4213-a099-1f0481b1231f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:57.774253 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c857e15b-1f66-4952-86fc-812bd438ea91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:57.787536 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:57.790924 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:57.821734 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c22e728-9de9-4213-a099-1f0481b1231f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:57.829353 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-2c22e728-9de9-4213-a099-1f0481b1231f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/da31b314-eb0a-4f94-84a4-c12f60817baa HTTP/1.1" status: 204 len: 168 time: 1.5206187 Jun 20 12:06:57.829987 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 56496) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:57.965931 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613649'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:57.971717 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c857e15b-1f66-4952-86fc-812bd438ea91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:57.977117 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c857e15b-1f66-4952-86fc-812bd438ea91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:57.977952 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-c5ddaef0-8df7-4700-a411-242da39dc682 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:57.978213 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-c857e15b-1f66-4952-86fc-812bd438ea91 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37421828-3b2e-41af-9cf2-ef1ebe7f3812 HTTP/1.1" status: 204 len: 168 time: 0.5014255 Jun 20 12:06:57.986270 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-7a9c9f2e-7936-4eac-b55e-9e8d2e69b7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:57.987760 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-c5ddaef0-8df7-4700-a411-242da39dc682 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 819 time: 0.6711631 Jun 20 12:06:57.997329 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857e15b-1f66-4952-86fc-812bd438ea91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37421828-3b2e-41af-9cf2-ef1ebe7f3812,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:58.001892 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c857e15b-1f66-4952-86fc-812bd438ea91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:58.019737 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-8cee3a6e-9f48-4191-a4fc-a02c9086fb07 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/quotas/c2d4540ae09e4a80a479b5126fa73c64 HTTP/1.1" status: 200 len: 375 time: 0.0308738 Jun 20 12:06:58.105243 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362930', 'neutron.services.segments.db._delete_segments_for_network-8766931108819'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:58.118010 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:58.121277 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:58.122336 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:58.127447 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Subscribe: > port after_create 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:58.127901 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Subscribe: > port after_delete 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:58.128344 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Subscribe: > port after_update 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:58.128772 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:58.129246 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:58.129678 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:58.130092 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:58.194699 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-54086cbd-eae3-41ee-91c0-1f42e523e3e7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1726518 Jun 20 12:06:58.319243 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:58.319861 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:58.319944 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:58.320238 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:58.320906 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fddcc7-c7e8-4e27-a24b-6f6b2dcabc47']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:06:58.350053 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0523faf3-c738-451d-b497-1a8971db7cf2') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:06:58.350414 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0523faf3-c738-451d-b497-1a8971db7cf2') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:06:58.428218 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766931108648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7989793'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:58.445378 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56530) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:58.468517 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:58.500644 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 12:06:58.501145 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8317915'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: from cryptography.utils import int_from_bytes Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: from cryptography.utils import int_from_bytes Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: Traceback (most recent call last): Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: timer() Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: cb(*args, **kw) Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: return func(*args, **kwargs) Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: self._notify() Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: self.callback(batched_events) Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: event.method(event) Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: return f(self, *a, **k) Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._get(url).json() Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 20 12:06:58.505380 dv-cinder-794962-4-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 20 12:06:58.565592 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2d81f-5d4d-4b16-8c13-49ac14403867 req-368ddd10-370c-45da-8067-7d86334930b8 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:06:58.572917 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-38a2d81f-5d4d-4b16-8c13-49ac14403867 req-368ddd10-370c-45da-8067-7d86334930b8 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 943 time: 0.2334890 Jun 20 12:06:58.628898 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7018d068-0ac3-4718-ba2d-647092338c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:58.641374 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-38a2d81f-5d4d-4b16-8c13-49ac14403867 req-85760712-6333-4e62-9859-00ce9ad07a9e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672121 Jun 20 12:06:58.662448 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504450'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:58.668549 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-214eadf3-c6da-4eb4-adcb-35fb2cc346f1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92893) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 20 12:06:58.670235 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-214eadf3-c6da-4eb4-adcb-35fb2cc346f1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1114738 Jun 20 12:06:58.680956 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:58.690852 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] 10.222.0.25 "DELETE /v2.0/networks/83fddcc7-c7e8-4e27-a24b-6f6b2dcabc47 HTTP/1.1" status: 204 len: 168 time: 0.8598030 Jun 20 12:06:58.691601 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 56544) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:58.692321 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-81a76edb-a853-4ca4-8fa9-c53d20a0174d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:58.738327 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Pushing event deleted for resources: {'Network': ['ID=83fddcc7-c7e8-4e27-a24b-6f6b2dcabc47,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:58.744083 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:58.771236 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e44f3f-6ea0-4c64-b6bd-5a480d301f77 admin admin] Deleting subnet 32e0ae59-e8f9-4428-97cd-372ea00d8ffb {{(pid=92892) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 20 12:06:58.776867 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-58e44f3f-6ea0-4c64-b6bd-5a480d301f77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:58.858575 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:06:58.867798 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-58e44f3f-6ea0-4c64-b6bd-5a480d301f77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7989800'] for subnet, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:58.898462 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-7b26b614-654c-4569-9ad0-2920b4b3b118 service neutron] 10.222.0.25 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211857 Jun 20 12:06:58.948101 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-58e44f3f-6ea0-4c64-b6bd-5a480d301f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1363053'] for subnet, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:58.955821 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:06:58.956214 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:59.053598 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-58e44f3f-6ea0-4c64-b6bd-5a480d301f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8239984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7266127'] for subnet, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:59.070850 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-e92896be-9498-4e49-9454-344fbdf96d2c service neutron] 10.222.0.25 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637466 Jun 20 12:06:59.076049 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7018d068-0ac3-4718-ba2d-647092338c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:59.088020 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c0150be2-d19a-4bb4-acf7-8766bbe700b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:59.089860 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7018d068-0ac3-4718-ba2d-647092338c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:59.100264 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-447aadbb-3603-4b4c-bb41-86a4e49ed92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:59.175997 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018d068-0ac3-4718-ba2d-647092338c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f904e6-df26-4e69-964b-3a28b856dd38,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:59.180827 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-7018d068-0ac3-4718-ba2d-647092338c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:59.184165 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-58e44f3f-6ea0-4c64-b6bd-5a480d301f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:59.199567 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-58e44f3f-6ea0-4c64-b6bd-5a480d301f77 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/32e0ae59-e8f9-4428-97cd-372ea00d8ffb HTTP/1.1" status: 204 len: 168 time: 0.5022118 Jun 20 12:06:59.199567 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e44f3f-6ea0-4c64-b6bd-5a480d301f77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32e0ae59-e8f9-4428-97cd-372ea00d8ffb,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:59.207335 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56566) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:59.214332 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-58e44f3f-6ea0-4c64-b6bd-5a480d301f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:59.222487 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 4198225b-6708-4498-b1c5-9f0a2f42faff up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:06:59.240061 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-7018d068-0ac3-4718-ba2d-647092338c66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=437d9ef654ed48238a71d971ddbd9fbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7907276 Jun 20 12:06:59.240345 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 56570) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:59.295298 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 4198225b-6708-4498-b1c5-9f0a2f42faff triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:06:59.297291 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:59.299236 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b0ecff-6b06-4ff8-a6bd-23fe4ebb98e8 x-openstack-request-id: req-72b0ecff-6b06-4ff8-a6bd-23fe4ebb98e8 {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:06:59.299553 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31686b61-269f-47e9-ad05-91b1b3136f57", "tag": "0740430a-17b3-433e-b230-cfe273de9811", "status": "completed", "code": 200}]} {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:06:59.299827 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72b0ecff-6b06-4ff8-a6bd-23fe4ebb98e8 {{(pid=92892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:06:59.300309 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31686b61-269f-47e9-ad05-91b1b3136f57', 'tag': '0740430a-17b3-433e-b230-cfe273de9811', 'status': 'completed', 'code': 200} Jun 20 12:06:59.387347 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613649'] for network, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:59.418372 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56572) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:06:59.484750 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1a7557b8-2b3d-4385-a9dd-ed5459f4f937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:59.573289 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1a7557b8-2b3d-4385-a9dd-ed5459f4f937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:59.650236 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362930', 'neutron.services.segments.db._delete_segments_for_network-8766931108819'] for network, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:59.668331 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:59.668630 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:59.669945 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:59.670983 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Subscribe: > port after_create 55550000 {{(pid=92893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:59.671609 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:59.677302 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Subscribe: > port after_update 55550000 {{(pid=92893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:59.677977 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:59.678484 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:59.679050 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:59.679545 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:06:59.720861 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1a7557b8-2b3d-4385-a9dd-ed5459f4f937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:59.793360 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1a7557b8-2b3d-4385-a9dd-ed5459f4f937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:06:59.801148 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-1a7557b8-2b3d-4385-a9dd-ed5459f4f937 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82f904e6-df26-4e69-964b-3a28b856dd38 HTTP/1.1" status: 204 len: 168 time: 0.5591168 Jun 20 12:06:59.820635 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-fbe0b26e-3af9-4fae-8097-ab56fcdac5ce req-308ecc7c-6260-4c94-b56b-d47e47c0e1a6 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.1461656 Jun 20 12:06:59.821606 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-3f3c5be8-5550-41ba-aec9-9f7ec8756ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:06:59.849756 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7557b8-2b3d-4385-a9dd-ed5459f4f937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f904e6-df26-4e69-964b-3a28b856dd38,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:06:59.863239 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-1a7557b8-2b3d-4385-a9dd-ed5459f4f937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:06:59.979517 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d6600ae9-6ba4-4dbc-86b3-9b1dc723c7b6 req-5db2d464-5145-4a04-aca2-d120b9f54873 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 210 time: 0.0604870 Jun 20 12:07:00.036454 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:07:00.036798 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:07:00.037179 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:07:00.037571 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 12:07:00.037966 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.services.segments.db [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba05c54-b2dd-4cb3-877b-7671afcc3c1a']}} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:07:00.070703 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.services.segments.db [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b42f2ad-17be-4f08-8621-cb298e151f06') {'for_net_delete': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:07:00.071308 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.services.segments.db [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b42f2ad-17be-4f08-8621-cb298e151f06') {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:07:00.131472 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766931108648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7115730'] for segment, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:00.145921 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cd200035-2b06-472d-8b67-9f3af5ae7b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:00.168625 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:00.184436 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=92893) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 12:07:00.184834 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7324577'] for segment, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: from cryptography.utils import int_from_bytes Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: from cryptography.utils import int_from_bytes Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: Traceback (most recent call last): Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: timer() Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: cb(*args, **kw) Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: return func(*args, **kwargs) Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: self._notify() Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: self.callback(batched_events) Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: event.method(event) Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: aggregate_uuid = self.p_client.list_aggregates( Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: return f(self, *a, **k) Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: return self._get(url).json() Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: return self.request(url, 'GET', **kwargs) Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: base_url = self.get_endpoint(auth, allow=allow, Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 20 12:07:00.190797 dv-cinder-794962-4-iscsi neutron-server[92893]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 20 12:07:00.297214 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504450'] for network, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:00.309408 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ef8aa-4b8b-4c3b-85bc-a2b353dcf922 req-d4477612-f0c5-4f61-8445-2183561c77da tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:00.317517 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-df8ef8aa-4b8b-4c3b-85bc-a2b353dcf922 req-d4477612-f0c5-4f61-8445-2183561c77da tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 943 time: 0.2659690 Jun 20 12:07:00.346442 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:00.363722 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:00.365707 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5ba05c54-b2dd-4cb3-877b-7671afcc3c1a HTTP/1.1" status: 204 len: 168 time: 1.1502912 Jun 20 12:07:00.391614 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ba05c54-b2dd-4cb3-877b-7671afcc3c1a,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:00.399786 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-d61b28f9-2b86-44f2-a753-d8a367c63f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:00.426114 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-df8ef8aa-4b8b-4c3b-85bc-a2b353dcf922 req-ce9773ce-d6e0-4168-a2e3-0c5204d92962 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076221 Jun 20 12:07:00.484403 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cd200035-2b06-472d-8b67-9f3af5ae7b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:00.492479 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cd200035-2b06-472d-8b67-9f3af5ae7b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:00.497296 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:00.556822 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-cd200035-2b06-472d-8b67-9f3af5ae7b7e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4bf7ec3507894297be8edc6ee0738200&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1371813 Jun 20 12:07:00.558026 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd200035-2b06-472d-8b67-9f3af5ae7b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9a8210-649c-4f84-8895-7097a265eef9,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:00.560413 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56616) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:00.567737 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-cd200035-2b06-472d-8b67-9f3af5ae7b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:00.628863 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-64e80350-f902-4cbc-a3ba-92069ba985ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:00.666912 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-64e80350-f902-4cbc-a3ba-92069ba985ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:00.678333 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 56618) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:00.709506 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56620) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:00.714615 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d34febb3-770c-4566-87b4-e5154fbe097f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:00.769889 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 56622) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:00.770189 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-a2efd4f7-9ef7-4c10-bd20-865f120d0963 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae72e10aa74e4e06877e4defe5c3f9c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0589228 Jun 20 12:07:00.781381 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-64e80350-f902-4cbc-a3ba-92069ba985ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:00.784653 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-64e80350-f902-4cbc-a3ba-92069ba985ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:00.789108 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-64e80350-f902-4cbc-a3ba-92069ba985ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a9a8210-649c-4f84-8895-7097a265eef9 HTTP/1.1" status: 204 len: 168 time: 0.2276826 Jun 20 12:07:00.791004 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:00.815282 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e80350-f902-4cbc-a3ba-92069ba985ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9a8210-649c-4f84-8895-7097a265eef9,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:00.824422 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-64e80350-f902-4cbc-a3ba-92069ba985ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:00.911044 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-eb1373fe-5800-452b-9562-0a604a49b07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:00.982180 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-eb1373fe-5800-452b-9562-0a604a49b07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:01.025015 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-5b0f9029-b70f-436c-9a75-f00733a0cb49 req-e8e77d21-a330-4673-87b3-e92d6b172158 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0501864 Jun 20 12:07:01.081859 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d34febb3-770c-4566-87b4-e5154fbe097f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:01.096261 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d34febb3-770c-4566-87b4-e5154fbe097f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:01.105649 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:01.122406 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-eb1373fe-5800-452b-9562-0a604a49b07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:01.134526 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-eb1373fe-5800-452b-9562-0a604a49b07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:01.138011 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-eb1373fe-5800-452b-9562-0a604a49b07c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f75e85af-7e6b-4174-8a73-b048bc9eac4c HTTP/1.1" status: 204 len: 168 time: 0.3598063 Jun 20 12:07:01.158898 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d34febb3-770c-4566-87b4-e5154fbe097f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a7d10cb9a0fa4d0cb406b4b45e713092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4764521 Jun 20 12:07:01.158898 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34febb3-770c-4566-87b4-e5154fbe097f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4cb1a6-6861-4d98-b692-75e24ff03968,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:01.159240 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56636) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:01.173345 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d34febb3-770c-4566-87b4-e5154fbe097f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:01.173835 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:01.191967 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1373fe-5800-452b-9562-0a604a49b07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75e85af-7e6b-4174-8a73-b048bc9eac4c,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:01.195151 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-eb1373fe-5800-452b-9562-0a604a49b07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:01.263118 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b3768f10-4830-493e-9581-bb6d5c984ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:01.329383 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ea82dbae-ccc6-4bab-a688-edc8e580f0cc req-a8e69f5a-23bc-4942-9c03-563e01739cb9 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 210 time: 0.0327241 Jun 20 12:07:01.335002 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b3768f10-4830-493e-9581-bb6d5c984ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:01.433815 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b3768f10-4830-493e-9581-bb6d5c984ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:01.440236 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 56648) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:01.443041 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b3768f10-4830-493e-9581-bb6d5c984ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:01.451219 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-b3768f10-4830-493e-9581-bb6d5c984ea2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf4cb1a6-6861-4d98-b692-75e24ff03968 HTTP/1.1" status: 204 len: 168 time: 0.2903945 Jun 20 12:07:01.454314 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-0e25bae4-8cc9-4277-96ac-496b576efa88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:01.459773 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fe583929-caaf-4a24-82ab-b36ca1ce8155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:01.475163 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3768f10-4830-493e-9581-bb6d5c984ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4cb1a6-6861-4d98-b692-75e24ff03968,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:01.482369 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b3768f10-4830-493e-9581-bb6d5c984ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:01.901302 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fe583929-caaf-4a24-82ab-b36ca1ce8155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:01.914012 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b6598-23f8-4c6b-b7b5-feda6521d7b9 req-862a7d8c-200d-4f78-8b6e-00ae7f74ce35 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:01.915626 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-886b6598-23f8-4c6b-b7b5-feda6521d7b9 req-862a7d8c-200d-4f78-8b6e-00ae7f74ce35 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 943 time: 0.2873995 Jun 20 12:07:01.917081 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fe583929-caaf-4a24-82ab-b36ca1ce8155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:01.920312 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-1a7557b8-2b3d-4385-a9dd-ed5459f4f937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:01.978644 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe583929-caaf-4a24-82ab-b36ca1ce8155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d7788c-ac87-49e9-8f98-dc9416281b2b,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:01.984032 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-fe583929-caaf-4a24-82ab-b36ca1ce8155 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b8f20e9112e4b7ea7e0b47f32e55432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5416858 Jun 20 12:07:01.984993 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-fe583929-caaf-4a24-82ab-b36ca1ce8155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:01.986850 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56660) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:02.000013 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-886b6598-23f8-4c6b-b7b5-feda6521d7b9 req-e718e068-851f-4f9d-82cb-c6ae31543fa2 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763915 Jun 20 12:07:02.053686 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 56664) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:02.121694 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-6c25b43d-3622-4ba2-9186-efea5c153f27 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b023afe83e0b4499b8092db600e54d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0645916 Jun 20 12:07:02.122334 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 56668) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:02.224768 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5ba555a5-10dc-48d9-8a67-aecee4ceb918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:02.261546 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5ba555a5-10dc-48d9-8a67-aecee4ceb918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:02.262553 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e051df0c-3979-4371-8cab-246f25480a6c req-96dde0bb-9c26-45e0-bc44-516391656633 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0523224 Jun 20 12:07:02.323087 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9e467217-8e50-43ed-9204-001de6b4df3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:02.353506 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5ba555a5-10dc-48d9-8a67-aecee4ceb918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:02.356604 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5ba555a5-10dc-48d9-8a67-aecee4ceb918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:02.358321 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-5ba555a5-10dc-48d9-8a67-aecee4ceb918 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/918c26e6-ce13-44a0-8f32-599ad8494e0c HTTP/1.1" status: 204 len: 168 time: 0.2344697 Jun 20 12:07:02.359098 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:02.361017 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9e467217-8e50-43ed-9204-001de6b4df3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:02.366532 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba555a5-10dc-48d9-8a67-aecee4ceb918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918c26e6-ce13-44a0-8f32-599ad8494e0c,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:02.370284 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5ba555a5-10dc-48d9-8a67-aecee4ceb918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:02.435410 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9e467217-8e50-43ed-9204-001de6b4df3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:02.439084 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9e467217-8e50-43ed-9204-001de6b4df3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:02.440210 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-9e467217-8e50-43ed-9204-001de6b4df3c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56d7788c-ac87-49e9-8f98-dc9416281b2b HTTP/1.1" status: 204 len: 168 time: 0.4514017 Jun 20 12:07:02.441005 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-cafad785-55f1-454d-95e1-a8f372b1c858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:02.457824 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e467217-8e50-43ed-9204-001de6b4df3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d7788c-ac87-49e9-8f98-dc9416281b2b,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:02.460018 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-9e467217-8e50-43ed-9204-001de6b4df3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:02.525962 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a6b93317-edd8-4023-937f-4755933bcbc3 req-3b018759-df29-435d-b4e8-6c7851fab592 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 210 time: 0.0303962 Jun 20 12:07:03.195201 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f467e7-bbfb-4584-9ef1-6ff16a948289 req-992093c7-dfc8-433b-b0f7-bce9158ff0ec tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:03.196685 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-76f467e7-bbfb-4584-9ef1-6ff16a948289 req-992093c7-dfc8-433b-b0f7-bce9158ff0ec tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 943 time: 0.0773685 Jun 20 12:07:03.237105 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-76f467e7-bbfb-4584-9ef1-6ff16a948289 req-1acd8146-c3bb-49b0-848e-9319a227263e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339355 Jun 20 12:07:03.421867 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-94902e88-9d2b-46ef-b815-0b305643773b req-a45b982f-a357-46b6-ace3-baab5d46ad41 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0302012 Jun 20 12:07:03.705575 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f3c7326b-9d89-4a1a-bfdc-b6e21c9d7d48 req-214f9645-c110-433a-8fcd-503920663910 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 210 time: 0.0419993 Jun 20 12:07:04.425661 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc20fe-99cb-414f-9c4f-f6fa3339ca17 req-41c84080-8504-48ee-abee-5649143469bf tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:04.427117 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8ccc20fe-99cb-414f-9c4f-f6fa3339ca17 req-41c84080-8504-48ee-abee-5649143469bf tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 943 time: 0.0699823 Jun 20 12:07:04.478874 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8ccc20fe-99cb-414f-9c4f-f6fa3339ca17 req-4bb358b7-8d07-470d-beaf-b7799fb427e1 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451903 Jun 20 12:07:04.589147 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-22ac84ea-a04c-482d-bd1f-6648eb76653b req-7a26484e-6918-4fcd-bba7-6fe763485d13 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0302746 Jun 20 12:07:04.874826 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-93b4937a-6eca-47f6-9a4c-d4c7b1d397e7 req-405d7d5e-e4b5-4d15-9c68-07c8045c218e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 210 time: 0.0334845 Jun 20 12:07:05.559368 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56868) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:05.671032 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5aa2f29c-54ec-401f-9615-67e979ddb277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:05.679530 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce435f-f1d9-488b-89f4-a2f3fc772133 req-93f04ac3-ca20-47b3-ada9-85f1327dd131 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:05.680979 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6cce435f-f1d9-488b-89f4-a2f3fc772133 req-93f04ac3-ca20-47b3-ada9-85f1327dd131 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 943 time: 0.0827601 Jun 20 12:07:05.733700 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f05253c5-cc30-4faf-b3fc-85b6c4e26c10 req-4b8e7261-c4b1-412a-bc33-876332cd4014 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0282526 Jun 20 12:07:05.740381 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6cce435f-f1d9-488b-89f4-a2f3fc772133 req-1f3c310e-0558-4f5d-a3c4-bf8159f37d55 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512643 Jun 20 12:07:05.796341 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5aa2f29c-54ec-401f-9615-67e979ddb277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:05.799815 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5aa2f29c-54ec-401f-9615-67e979ddb277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:05.802994 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-9e467217-8e50-43ed-9204-001de6b4df3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:05.835951 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-5aa2f29c-54ec-401f-9615-67e979ddb277 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c70e259ec0243ebadda69a7aaebe11a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755551 Jun 20 12:07:05.837011 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2f29c-54ec-401f-9615-67e979ddb277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2bd03c-ad1c-41c4-987f-d04e3e8717f5,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:05.839477 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 56874) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:05.839985 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-5aa2f29c-54ec-401f-9615-67e979ddb277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:05.890086 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e0cf12b6-e871-445d-a749-2fe4d97d5168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:05.910457 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e0cf12b6-e871-445d-a749-2fe4d97d5168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:05.956221 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e0cf12b6-e871-445d-a749-2fe4d97d5168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:05.959452 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e0cf12b6-e871-445d-a749-2fe4d97d5168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:05.960678 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-e0cf12b6-e871-445d-a749-2fe4d97d5168 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e2bd03c-ad1c-41c4-987f-d04e3e8717f5 HTTP/1.1" status: 204 len: 168 time: 0.1208560 Jun 20 12:07:05.961535 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-fe583929-caaf-4a24-82ab-b36ca1ce8155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:05.968945 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf12b6-e871-445d-a749-2fe4d97d5168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2bd03c-ad1c-41c4-987f-d04e3e8717f5,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:05.972956 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-e0cf12b6-e871-445d-a749-2fe4d97d5168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:06.029092 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e528edc7-18c3-4e8b-93f1-6666626c2478 req-ecb81678-4033-4504-9ca1-321289904e94 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 210 time: 0.0355332 Jun 20 12:07:06.225891 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 56888) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:06.239300 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-18baf8bf-5258-449c-9708-4e578e5fd33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:06.328474 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-18baf8bf-5258-449c-9708-4e578e5fd33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:06.332011 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-18baf8bf-5258-449c-9708-4e578e5fd33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:06.335566 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5ba555a5-10dc-48d9-8a67-aecee4ceb918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:06.369949 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-18baf8bf-5258-449c-9708-4e578e5fd33d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27f4bf7c95474f7fb91c80cb2999f1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430237 Jun 20 12:07:06.371855 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18baf8bf-5258-449c-9708-4e578e5fd33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45803ba9-954f-45ea-8151-a661e018d05d,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:06.372575 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 56890) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:06.375366 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-18baf8bf-5258-449c-9708-4e578e5fd33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:06.421760 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5abc3742-2d30-4aae-a23b-f5a3d7e33fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:06.442412 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5abc3742-2d30-4aae-a23b-f5a3d7e33fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:06.491140 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5abc3742-2d30-4aae-a23b-f5a3d7e33fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:06.494408 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5abc3742-2d30-4aae-a23b-f5a3d7e33fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:06.495861 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-5abc3742-2d30-4aae-a23b-f5a3d7e33fda admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45803ba9-954f-45ea-8151-a661e018d05d HTTP/1.1" status: 204 len: 168 time: 0.1222351 Jun 20 12:07:06.496805 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-0a15c997-00f1-4780-b0c8-45a36bc45507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:06.507494 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc3742-2d30-4aae-a23b-f5a3d7e33fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45803ba9-954f-45ea-8151-a661e018d05d,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:06.509761 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-5abc3742-2d30-4aae-a23b-f5a3d7e33fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:06.872789 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-703d946f-62ca-4181-8f82-cad0047f7409 req-511a33ac-d7f6-4f80-b144-9a30d37373bc tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0300884 Jun 20 12:07:06.931529 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804111f1-9768-4a81-80de-2185c13e1de8 req-835b6dcc-312b-42cf-a020-636a322565a3 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:06.933116 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-804111f1-9768-4a81-80de-2185c13e1de8 req-835b6dcc-312b-42cf-a020-636a322565a3 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 943 time: 0.0681658 Jun 20 12:07:06.979014 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-804111f1-9768-4a81-80de-2185c13e1de8 req-684d3196-badb-46d3-8ed0-1523a2902d07 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393686 Jun 20 12:07:07.174434 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-00e1af48-f05f-4428-94fe-a422776aaeb2 req-91a9e6da-b7a9-4f0e-88e7-faf73bf24e1c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 210 time: 0.0332601 Jun 20 12:07:07.334756 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24481b-4987-47d7-b783-09a6ad5f82a7 req-17e91cda-d0eb-4908-8d2a-78e0459ab97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:07.336463 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3e24481b-4987-47d7-b783-09a6ad5f82a7 req-17e91cda-d0eb-4908-8d2a-78e0459ab97b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6c93f81e1d24bb9bac2f47c02568860&device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 1096 time: 0.1533062 Jun 20 12:07:07.527677 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24481b-4987-47d7-b783-09a6ad5f82a7 req-d1147750-fe40-4091-83c3-eb0653c7fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:07.529219 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3e24481b-4987-47d7-b783-09a6ad5f82a7 req-d1147750-fe40-4091-83c3-eb0653c7fed4 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e6c93f81e1d24bb9bac2f47c02568860&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1733794 Jun 20 12:07:07.711252 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24481b-4987-47d7-b783-09a6ad5f82a7 req-e50fe46e-2692-45dd-a134-0a868949ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:07.712882 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3e24481b-4987-47d7-b783-09a6ad5f82a7 req-e50fe46e-2692-45dd-a134-0a868949ee27 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1764042 Jun 20 12:07:07.820666 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-105e7943-6289-4547-91d9-fc1fae35e42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:07.931419 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc804488-098d-4275-b95e-b5a18007b67a req-9040dd2d-01d6-4868-b086-d6795d539952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:07.932965 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cc804488-098d-4275-b95e-b5a18007b67a req-9040dd2d-01d6-4868-b086-d6795d539952 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6c93f81e1d24bb9bac2f47c02568860&device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 1096 time: 0.0653739 Jun 20 12:07:08.032857 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.30', 62371) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:08.038901 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cc804488-098d-4275-b95e-b5a18007b67a req-3db785ff-04e5-436e-82bf-e2b5c8cc1e3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0740430a-17b3-433e-b230-cfe273de9811 HTTP/1.1" status: 200 len: 217 time: 0.0894952 Jun 20 12:07:08.144042 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a2d09d36-aa3c-4b38-bd66-fdbe11fcb429 req-90629411-20d3-425e-9f28-405bf46ea053 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0827005 Jun 20 12:07:08.158438 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc804488-098d-4275-b95e-b5a18007b67a req-2154f4ba-9180-4fc0-9ed7-36fdb9ec0ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:08.160053 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cc804488-098d-4275-b95e-b5a18007b67a req-2154f4ba-9180-4fc0-9ed7-36fdb9ec0ed7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0dae7fe2-acad-4894-84bc-5ae39c97859e HTTP/1.1" status: 200 len: 852 time: 0.1095412 Jun 20 12:07:08.224100 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cc804488-098d-4275-b95e-b5a18007b67a req-74d7fb30-a099-49d9-8903-43ed429ba1b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20734c7b-84d7-4d7f-90e1-3709f8333aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557706 Jun 20 12:07:08.330295 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fb9c5-db03-4049-a0ec-c83c6c5da8b8 req-21e4b281-35c6-40c7-a5b9-0608e1d9db94 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:08.340195 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-339fb9c5-db03-4049-a0ec-c83c6c5da8b8 req-21e4b281-35c6-40c7-a5b9-0608e1d9db94 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 943 time: 0.1837170 Jun 20 12:07:08.383674 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cc804488-098d-4275-b95e-b5a18007b67a req-0f51ead5-5454-411a-8c5d-17cad427efb0 service neutron] 10.222.0.30 "GET /v2.0/networks/20734c7b-84d7-4d7f-90e1-3709f8333aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533270 Jun 20 12:07:08.413270 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-b6b95ab4-7361-4758-b41b-f26e9f6218c2 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:08.413464 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-b6b95ab4-7361-4758-b41b-f26e9f6218c2 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.30 "GET /v2.0/networks?id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7 HTTP/1.1" status: 200 len: 811 time: 0.3788848 Jun 20 12:07:08.417980 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0a1461bf-8a50-4365-9a8b-bf139b6b1770 req-d271bf63-807f-49b1-a776-98ddf30f74c9 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 210 time: 0.0373716 Jun 20 12:07:08.480523 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-339fb9c5-db03-4049-a0ec-c83c6c5da8b8 req-51a98aaa-33a1-4953-a747-c05ff79bbe02 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179135 Jun 20 12:07:08.612888 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-b59fd207-8133-423f-bfc1-9e2abcd562dd tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c16ce4f25bdc4e63a3033d70aef6b192 HTTP/1.1" status: 200 len: 380 time: 0.1491218 Jun 20 12:07:08.626218 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cc804488-098d-4275-b95e-b5a18007b67a req-e7e682f3-cd89-4d69-a09b-cd160cba0c78 service neutron] 10.222.0.30 "GET /v2.0/networks/20734c7b-84d7-4d7f-90e1-3709f8333aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702147 Jun 20 12:07:08.630453 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-e2c76a43-9f24-4956-ba85-5e89a62de306 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Request body: {'port': {'device_id': '20864dde-4980-49da-b051-15408cd1f5a7', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'admin_state_up': True, 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'security_groups': ['3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61']}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:07:08.906658 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-e2c76a43-9f24-4956-ba85-5e89a62de306 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Made reservation on behalf of c16ce4f25bdc4e63a3033d70aef6b192 for: {'port': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:07:08.911574 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-e2c76a43-9f24-4956-ba85-5e89a62de306 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:09.112494 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22623355-b527-4e34-a79b-44ba4587768d req-f70ba66f-c12a-4ed6-953b-cccfa2150e03 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:09.114229 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-22623355-b527-4e34-a79b-44ba4587768d req-f70ba66f-c12a-4ed6-953b-cccfa2150e03 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.30 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 819 time: 0.1974339 Jun 20 12:07:09.148700 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [req-22623355-b527-4e34-a79b-44ba4587768d req-9a073f38-b93a-4978-b6ba-6c8051080d00 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Request body: {'port': {'device_id': '67eb747a-eb98-4d7f-aec3-ca054b4782b1', 'network_id': 'a060551e-4666-489f-af6c-22591d5d515d', 'admin_state_up': True, 'tenant_id': 'c2d4540ae09e4a80a479b5126fa73c64'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:07:09.171865 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-e2c76a43-9f24-4956-ba85-5e89a62de306 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Allocated IP 172.20.0.3 (5e233dd5-0a82-494e-b604-1b4b30b1dfc7/f7035286-0d2c-4091-b67f-a11e111092cb/13dacf10-3636-4b1c-8a67-e80d88bb806d) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:07:09.299957 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22623355-b527-4e34-a79b-44ba4587768d req-9a073f38-b93a-4978-b6ba-6c8051080d00 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Made reservation on behalf of c2d4540ae09e4a80a479b5126fa73c64 for: {'port': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:07:09.304801 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-22623355-b527-4e34-a79b-44ba4587768d req-9a073f38-b93a-4978-b6ba-6c8051080d00 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:09.353031 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e7fd9157-70cb-410b-903e-dec64152a7c7 req-562593a0-5eea-4f53-bee4-4297244aa109 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0329239 Jun 20 12:07:09.367913 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-e2c76a43-9f24-4956-ba85-5e89a62de306 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:09.383360 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-e2c76a43-9f24-4956-ba85-5e89a62de306 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Transition to ACTIVE for port object 13dacf10-3636-4b1c-8a67-e80d88bb806d will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:07:09.426772 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-e2c76a43-9f24-4956-ba85-5e89a62de306 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7115647'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:09.432590 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-4feee0fe-36b4-439a-a2a9-08320ce05f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:09.486694 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [req-22623355-b527-4e34-a79b-44ba4587768d req-9a073f38-b93a-4978-b6ba-6c8051080d00 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Allocated IP 172.20.0.7 (a060551e-4666-489f-af6c-22591d5d515d/c0bca940-04b5-4092-a25a-ee3a37d4ce47/ece2b702-a1d0-40a0-a2be-e18d2b53db25) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:07:09.578466 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-e2c76a43-9f24-4956-ba85-5e89a62de306 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Network 5e233dd5-0a82-494e-b604-1b4b30b1dfc7 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:07:09.597776 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-e2c76a43-9f24-4956-ba85-5e89a62de306 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:07:09.600178 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c76a43-9f24-4956-ba85-5e89a62de306 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Pushing event updated for resources: {'Port': ['ID=13dacf10-3636-4b1c-8a67-e80d88bb806d,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:09.651281 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-e2c76a43-9f24-4956-ba85-5e89a62de306 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:07:09.673082 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 57104) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:09.745715 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-e2c76a43-9f24-4956-ba85-5e89a62de306 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:09.746414 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-e2c76a43-9f24-4956-ba85-5e89a62de306 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:09.839762 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1440a896-4d04-4019-b7cf-55f6ce3d36cc req-4e7c0ab7-6ced-4212-9df6-9a58d7db6f4e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 210 time: 0.0741229 Jun 20 12:07:09.856782 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-e2c76a43-9f24-4956-ba85-5e89a62de306 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:09.860525 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-e2c76a43-9f24-4956-ba85-5e89a62de306 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2353444 Jun 20 12:07:09.881791 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Request body: {'port': {'device_id': '20864dde-4980-49da-b051-15408cd1f5a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:07:09.938606 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.30', 62390) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:09.959517 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cdc00858-f675-49a5-8391-f778bc80196e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:10.048910 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-780646ee-9fa2-4968-b11e-1bd906f8f612 None None] Provisioning for port 13dacf10-3636-4b1c-8a67-e80d88bb806d completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:07:10.054517 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-780646ee-9fa2-4968-b11e-1bd906f8f612 None None] Provisioning complete for port 13dacf10-3636-4b1c-8a67-e80d88bb806d triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:07:10.054911 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-780646ee-9fa2-4968-b11e-1bd906f8f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:10.071214 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881eebb0-6d0e-4b68-b963-8934aacbf880 req-b8717501-a7ee-4030-8610-bce84556a4f7 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:10.079032 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-881eebb0-6d0e-4b68-b963-8934aacbf880 req-b8717501-a7ee-4030-8610-bce84556a4f7 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 943 time: 0.2409372 Jun 20 12:07:10.109932 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-780646ee-9fa2-4968-b11e-1bd906f8f612 None None] Port 13dacf10-3636-4b1c-8a67-e80d88bb806d cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:07:10.147650 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-22623355-b527-4e34-a79b-44ba4587768d req-9a073f38-b93a-4978-b6ba-6c8051080d00 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:10.205116 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-881eebb0-6d0e-4b68-b963-8934aacbf880 req-d0859c62-8db8-468f-ad74-8701d3d03804 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243732 Jun 20 12:07:10.208631 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-22623355-b527-4e34-a79b-44ba4587768d req-9a073f38-b93a-4978-b6ba-6c8051080d00 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8239877'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:10.216859 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-ba215e3e-d13c-41f1-ad03-39ab9a312e48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:10.296766 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a073f38-b93a-4978-b6ba-6c8051080d00 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Pushing event updated for resources: {'Port': ['ID=ece2b702-a1d0-40a0-a2be-e18d2b53db25,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:10.301499 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4dc0258f-55ef-42c5-8a55-c1d0aecad37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:10.313450 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-9a073f38-b93a-4978-b6ba-6c8051080d00 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:10.320381 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22623355-b527-4e34-a79b-44ba4587768d req-9a073f38-b93a-4978-b6ba-6c8051080d00 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Network a060551e-4666-489f-af6c-22591d5d515d is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:07:10.321925 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [req-22623355-b527-4e34-a79b-44ba4587768d req-9a073f38-b93a-4978-b6ba-6c8051080d00 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:07:10.324954 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [req-22623355-b527-4e34-a79b-44ba4587768d req-9a073f38-b93a-4978-b6ba-6c8051080d00 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:07:10.339015 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:10.381527 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:10.401232 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22623355-b527-4e34-a79b-44ba4587768d req-9a073f38-b93a-4978-b6ba-6c8051080d00 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:10.406337 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-22623355-b527-4e34-a79b-44ba4587768d req-9a073f38-b93a-4978-b6ba-6c8051080d00 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for port, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:10.448759 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-424ab8b1-2496-462a-ae60-39e6d8ecdc51 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:10.450884 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-424ab8b1-2496-462a-ae60-39e6d8ecdc51 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.30 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 819 time: 0.5094578 Jun 20 12:07:10.548203 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 57140) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:10.651596 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b2db72ca-ba1d-4e10-b265-aff375c2a386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:10.763726 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4dc0258f-55ef-42c5-8a55-c1d0aecad37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:10.772259 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4dc0258f-55ef-42c5-8a55-c1d0aecad37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:10.774159 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-22623355-b527-4e34-a79b-44ba4587768d req-9a073f38-b93a-4978-b6ba-6c8051080d00 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6308637 Jun 20 12:07:10.777272 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-cd200035-2b06-472d-8b67-9f3af5ae7b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:10.787027 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fdd53-7faf-44b8-a1be-cd0b63b5bd96 req-dc170668-bfab-47f8-86e5-542f0cdd651d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:10.788534 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7c7fdd53-7faf-44b8-a1be-cd0b63b5bd96 req-dc170668-bfab-47f8-86e5-542f0cdd651d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 931 time: 0.2855365 Jun 20 12:07:10.855808 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b2db72ca-ba1d-4e10-b265-aff375c2a386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:10.860044 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b2db72ca-ba1d-4e10-b265-aff375c2a386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:10.860488 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0258f-55ef-42c5-8a55-c1d0aecad37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89de1ca8-fb93-42ba-856f-a71027eafdcb,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:10.863353 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:10.870572 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-4dc0258f-55ef-42c5-8a55-c1d0aecad37b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f45d10db5a4442e4bb510f41adfc5637&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1315968 Jun 20 12:07:10.874550 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 57144) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:10.904159 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-b2db72ca-ba1d-4e10-b265-aff375c2a386 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9da7585e27e344be98c12d054b1a26b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526726 Jun 20 12:07:10.904159 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db72ca-ba1d-4e10-b265-aff375c2a386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015c3b4e-14fb-4fe6-8480-3176f0490e6d,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:10.906504 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-b2db72ca-ba1d-4e10-b265-aff375c2a386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:10.907156 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 57148) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:10.933505 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-4dc0258f-55ef-42c5-8a55-c1d0aecad37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:10.957046 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-18fbe01e-5e6b-4412-87d6-f7e8e714a417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:10.962678 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7c7fdd53-7faf-44b8-a1be-cd0b63b5bd96 req-690e8bb9-9eb2-4543-a2f3-c8f9ed8b897e tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556876 Jun 20 12:07:10.988535 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13dacf10-3636-4b1c-8a67-e80d88bb806d {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:07:10.996255 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.003957 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-18fbe01e-5e6b-4412-87d6-f7e8e714a417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.021887 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Transition to ACTIVE for port object 13dacf10-3636-4b1c-8a67-e80d88bb806d will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:07:11.023043 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-54b4e2b5-ef2b-4d20-a580-8e72c38dd65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.027421 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.031477 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f94af9a0-e7c0-4443-804d-b380be56bf08 req-71e09b11-59e1-4d07-b096-d8a8580d56fc tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 210 time: 0.0406325 Jun 20 12:07:11.036247 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-e2c76a43-9f24-4956-ba85-5e89a62de306 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:11.073743 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-18fbe01e-5e6b-4412-87d6-f7e8e714a417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.076261 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-18fbe01e-5e6b-4412-87d6-f7e8e714a417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.077676 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-18fbe01e-5e6b-4412-87d6-f7e8e714a417 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/015c3b4e-14fb-4fe6-8480-3176f0490e6d HTTP/1.1" status: 204 len: 168 time: 0.1695170 Jun 20 12:07:11.078447 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:11.078736 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-54b4e2b5-ef2b-4d20-a580-8e72c38dd65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.087850 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbe01e-5e6b-4412-87d6-f7e8e714a417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015c3b4e-14fb-4fe6-8480-3176f0490e6d,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:11.090474 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-18fbe01e-5e6b-4412-87d6-f7e8e714a417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:11.187818 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Pushing event updated for resources: {'Port': ['ID=13dacf10-3636-4b1c-8a67-e80d88bb806d,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:11.198779 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:11.301079 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-54b4e2b5-ef2b-4d20-a580-8e72c38dd65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.303832 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-54b4e2b5-ef2b-4d20-a580-8e72c38dd65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.307751 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-54b4e2b5-ef2b-4d20-a580-8e72c38dd65a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89de1ca8-fb93-42ba-856f-a71027eafdcb HTTP/1.1" status: 204 len: 168 time: 0.4272382 Jun 20 12:07:11.307751 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-5abc3742-2d30-4aae-a23b-f5a3d7e33fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:11.326045 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4e2b5-ef2b-4d20-a580-8e72c38dd65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89de1ca8-fb93-42ba-856f-a71027eafdcb,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:11.335649 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-54b4e2b5-ef2b-4d20-a580-8e72c38dd65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:11.337045 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Attempting to bind port 13dacf10-3636-4b1c-8a67-e80d88bb806d on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:07:11.337491 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Attempting to bind port 13dacf10-3636-4b1c-8a67-e80d88bb806d by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '13296fdf-29cc-4cef-9f7a-9c15fc01c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:07:11.337813 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Attempting to bind port 13dacf10-3636-4b1c-8a67-e80d88bb806d on network 5e233dd5-0a82-494e-b604-1b4b30b1dfc7 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:07:11.345819 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Port 13dacf10-3636-4b1c-8a67-e80d88bb806d on network 5e233dd5-0a82-494e-b604-1b4b30b1dfc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 20 12:07:11.346143 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Attempting to bind port 13dacf10-3636-4b1c-8a67-e80d88bb806d on network 5e233dd5-0a82-494e-b604-1b4b30b1dfc7 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:07:11.369068 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Checking agent: {'id': '3511620b-fad0-480c-9502-82df55f89faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'started_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:07:11.369068 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Checking segment: {'id': '13296fdf-29cc-4cef-9f7a-9c15fc01c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:07:11.369556 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Bound using segment: {'id': '13296fdf-29cc-4cef-9f7a-9c15fc01c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:07:11.370025 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Bound port: 13dacf10-3636-4b1c-8a67-e80d88bb806d, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13296fdf-29cc-4cef-9f7a-9c15fc01c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:07:11.370358 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.414634 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 57162) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:11.432299 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d086-be54-4d45-825b-67ef57f21b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.455687 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.490057 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9518cf7-fe5a-4fa9-849b-05a54c666e96 req-418e557a-51e3-4e9c-a481-60e1df6dc290 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:11.491849 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e9518cf7-fe5a-4fa9-849b-05a54c666e96 req-418e557a-51e3-4e9c-a481-60e1df6dc290 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 943 time: 0.1473019 Jun 20 12:07:11.493066 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] For port 13dacf10-3636-4b1c-8a67-e80d88bb806d, host hv-cinder-79496, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:07:11.498300 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] For port 13dacf10-3636-4b1c-8a67-e80d88bb806d, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=13dacf10-3636-4b1c-8a67-e80d88bb806d,segment=NetworkSegment(13296fdf-29cc-4cef-9f7a-9c15fc01c76c),segment_id=13296fdf-29cc-4cef-9f7a-9c15fc01c76c)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:07:11.507141 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.517488 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:11.549733 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d086-be54-4d45-825b-67ef57f21b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.556635 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d086-be54-4d45-825b-67ef57f21b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.559216 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-b2db72ca-ba1d-4e10-b265-aff375c2a386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:11.579027 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e9518cf7-fe5a-4fa9-849b-05a54c666e96 req-2bf51bc0-dd0a-4420-8499-0c985374c315 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790062 Jun 20 12:07:11.586681 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:11.587306 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.588682 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-fd380b32-c649-4431-852a-284e711706d2 service neutron] 10.222.0.30 "PUT /v2.0/ports/13dacf10-3636-4b1c-8a67-e80d88bb806d HTTP/1.1" status: 200 len: 1093 time: 1.7117398 Jun 20 12:07:11.589184 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20864dde-4980-49da-b051-15408cd1f5a7', 'tag': '13dacf10-3636-4b1c-8a67-e80d88bb806d'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:07:11.620389 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Pushing event updated for resources: {'Port': ['ID=13dacf10-3636-4b1c-8a67-e80d88bb806d,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:11.625726 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:11.626435 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3d086-be54-4d45-825b-67ef57f21b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca22d70e-2b93-4ecc-8f06-11cd39a25e6d,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:11.631023 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-f9e3d086-be54-4d45-825b-67ef57f21b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:11.649809 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 57172) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:11.650102 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-f9e3d086-be54-4d45-825b-67ef57f21b73 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9fa9427c732b41e48c848eefe258f407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341089 Jun 20 12:07:11.698097 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 57174) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:11.715171 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1a0a-a7be-4d93-8f3a-812ec35f8321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.715934 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-773d342d-1aff-4bd7-bfc1-ab4fbd60ac97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.738264 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd215e7f-218d-40d8-8506-b2f04247e211" -d '{"events": [{"name": "network-changed", "server_uuid": "20864dde-4980-49da-b051-15408cd1f5a7", "tag": "13dacf10-3636-4b1c-8a67-e80d88bb806d"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:07:11.749821 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1a0a-a7be-4d93-8f3a-812ec35f8321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.811594 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1a0a-a7be-4d93-8f3a-812ec35f8321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.814251 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1a0a-a7be-4d93-8f3a-812ec35f8321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.816977 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-5e4c1a0a-a7be-4d93-8f3a-812ec35f8321 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca22d70e-2b93-4ecc-8f06-11cd39a25e6d HTTP/1.1" status: 204 len: 168 time: 0.1646535 Jun 20 12:07:11.816977 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-64e80350-f902-4cbc-a3ba-92069ba985ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:11.823973 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c1a0a-a7be-4d93-8f3a-812ec35f8321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca22d70e-2b93-4ecc-8f06-11cd39a25e6d,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:11.826295 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-5e4c1a0a-a7be-4d93-8f3a-812ec35f8321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:11.850412 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-773d342d-1aff-4bd7-bfc1-ab4fbd60ac97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.861784 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-773d342d-1aff-4bd7-bfc1-ab4fbd60ac97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.866285 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c857e15b-1f66-4952-86fc-812bd438ea91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:11.912953 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-773d342d-1aff-4bd7-bfc1-ab4fbd60ac97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a7860c178e504072bef90edd00280b9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111399 Jun 20 12:07:11.912953 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d342d-1aff-4bd7-bfc1-ab4fbd60ac97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ed95a9-88d6-4f63-9669-0cf88e358ab4,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:11.913252 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 57182) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:11.915530 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-773d342d-1aff-4bd7-bfc1-ab4fbd60ac97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:11.915952 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3e580b-c0fb-47f4-9afa-e77829312d36 x-openstack-request-id: req-db3e580b-c0fb-47f4-9afa-e77829312d36 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:07:11.916256 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20864dde-4980-49da-b051-15408cd1f5a7", "tag": "13dacf10-3636-4b1c-8a67-e80d88bb806d", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:07:11.916522 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db3e580b-c0fb-47f4-9afa-e77829312d36 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:07:11.917050 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20864dde-4980-49da-b051-15408cd1f5a7', 'tag': '13dacf10-3636-4b1c-8a67-e80d88bb806d', 'status': 'completed', 'code': 200} Jun 20 12:07:11.964665 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-496da2c2-c427-4fbb-8037-c60ac127129e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:11.986418 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-496da2c2-c427-4fbb-8037-c60ac127129e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:12.042244 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-496da2c2-c427-4fbb-8037-c60ac127129e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:12.045624 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-496da2c2-c427-4fbb-8037-c60ac127129e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:12.047030 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-496da2c2-c427-4fbb-8037-c60ac127129e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3ed95a9-88d6-4f63-9669-0cf88e358ab4 HTTP/1.1" status: 204 len: 168 time: 0.1328652 Jun 20 12:07:12.048064 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:12.055468 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496da2c2-c427-4fbb-8037-c60ac127129e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ed95a9-88d6-4f63-9669-0cf88e358ab4,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:12.057854 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-496da2c2-c427-4fbb-8037-c60ac127129e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:12.186830 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51942af5-01e4-437b-b498-57047b2726a0 req-4217ba5d-5e9c-45a6-853d-55772e542fc9 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:12.188357 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51942af5-01e4-437b-b498-57047b2726a0 req-4217ba5d-5e9c-45a6-853d-55772e542fc9 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 943 time: 0.0765829 Jun 20 12:07:12.211033 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 57194) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:12.222008 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3acebf65-0d01-4596-ba43-70d3752a0538 req-a3dc5174-1dfd-4428-adaa-df8e192c744c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 210 time: 0.0450759 Jun 20 12:07:12.233590 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-17bc5470-ccbe-4a32-8206-171b4781a596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:12.258217 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51942af5-01e4-437b-b498-57047b2726a0 req-9ba222e3-26e9-4df8-b1b2-aafd25ad5084 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640352 Jun 20 12:07:12.341595 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-17bc5470-ccbe-4a32-8206-171b4781a596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:12.347733 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-17bc5470-ccbe-4a32-8206-171b4781a596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:12.351219 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-bfc88255-fdc3-4245-a8a5-8457f464fde1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:12.385592 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-17bc5470-ccbe-4a32-8206-171b4781a596 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=804395dd4809408ea8566fe2a10b7c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1735480 Jun 20 12:07:12.386694 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc5470-ccbe-4a32-8206-171b4781a596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5311d0-fec3-4462-b59e-d80111dd9e56,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:12.388301 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 57202) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:12.390176 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-17bc5470-ccbe-4a32-8206-171b4781a596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:12.445322 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f5f90625-bfa5-47e0-9a08-c6583d7693f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:12.467391 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f5f90625-bfa5-47e0-9a08-c6583d7693f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:12.517150 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f5f90625-bfa5-47e0-9a08-c6583d7693f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:12.519802 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f5f90625-bfa5-47e0-9a08-c6583d7693f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:12.520974 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-f5f90625-bfa5-47e0-9a08-c6583d7693f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a5311d0-fec3-4462-b59e-d80111dd9e56 HTTP/1.1" status: 204 len: 168 time: 0.1305048 Jun 20 12:07:12.521693 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-450b58e4-affd-40e0-86d0-43b7f29e8f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:12.529593 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f90625-bfa5-47e0-9a08-c6583d7693f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5311d0-fec3-4462-b59e-d80111dd9e56,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:12.532136 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-f5f90625-bfa5-47e0-9a08-c6583d7693f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:12.790766 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd3338-beb6-4c3f-9f60-5f91e69f0dfb req-d96ab9fe-9ac3-4381-bf99-6d7fa53cd0d9 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:12.797525 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-83fd3338-beb6-4c3f-9f60-5f91e69f0dfb req-d96ab9fe-9ac3-4381-bf99-6d7fa53cd0d9 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 943 time: 0.0806570 Jun 20 12:07:12.842565 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-83fd3338-beb6-4c3f-9f60-5f91e69f0dfb req-90a2a61c-de4f-4077-86ee-25900d9fe22e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434020 Jun 20 12:07:13.180591 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:13.464534 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ac68d22c-8627-410e-9a7d-12781a7441c7 req-e90405c5-0800-4633-8688-d77e197d34b7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 210 time: 0.0471532 Jun 20 12:07:13.508627 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cb6df-98ee-40bd-98da-5481d3fa9978 req-4e44bd36-7267-4e5b-a391-33c812382383 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:13.510096 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-077cb6df-98ee-40bd-98da-5481d3fa9978 req-4e44bd36-7267-4e5b-a391-33c812382383 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 943 time: 0.0803845 Jun 20 12:07:13.555403 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-077cb6df-98ee-40bd-98da-5481d3fa9978 req-0084db50-6e3e-4a38-b061-26a3066828fe tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391057 Jun 20 12:07:14.039685 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397d349-439b-4e51-9ff2-370e98076218 req-0dfe2f19-692e-427e-9693-87d3233177c6 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:14.041871 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d397d349-439b-4e51-9ff2-370e98076218 req-0dfe2f19-692e-427e-9693-87d3233177c6 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 943 time: 0.0865395 Jun 20 12:07:14.101245 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d397d349-439b-4e51-9ff2-370e98076218 req-588a177e-66ce-4a2a-8c3e-44663876e2fa tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535259 Jun 20 12:07:14.190923 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:07:14.604000 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-976b2fc5-0d1d-425d-b758-be1bbdf2dabe req-96c21e4a-7267-457a-90dd-b3dc20e925cd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 210 time: 0.0338049 Jun 20 12:07:14.730473 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ec48a-65f5-417c-ab43-af6d7c3a3528 req-1219fabc-f1e3-40f8-94cc-bf77cb6d9f65 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:14.731914 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2a9ec48a-65f5-417c-ab43-af6d7c3a3528 req-1219fabc-f1e3-40f8-94cc-bf77cb6d9f65 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 943 time: 0.0656021 Jun 20 12:07:14.771828 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2a9ec48a-65f5-417c-ab43-af6d7c3a3528 req-4d1e56b5-2b4b-4b3c-bbc6-7b02119c916e tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331845 Jun 20 12:07:15.279603 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09655eb5-82d7-4513-a249-4f1ab9801669 req-1a00c8dc-f612-43a8-ab90-271062f924cb tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:15.281267 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-09655eb5-82d7-4513-a249-4f1ab9801669 req-1a00c8dc-f612-43a8-ab90-271062f924cb tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 943 time: 0.0641372 Jun 20 12:07:15.319049 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-09655eb5-82d7-4513-a249-4f1ab9801669 req-24f2eb79-d5d9-4db6-a310-f8ec24b43197 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318751 Jun 20 12:07:15.743086 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-526bbab4-c3a0-4ef3-a9d3-aeb5adaac429 req-28b39ffd-8b25-44ae-9fe5-f0e4f767f010 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 210 time: 0.0279512 Jun 20 12:07:15.947826 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054d721-7153-40f7-bb4f-b5b5e8d29485 req-0734ddee-18d8-4199-b636-45a087ed8779 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:15.949317 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1054d721-7153-40f7-bb4f-b5b5e8d29485 req-0734ddee-18d8-4199-b636-45a087ed8779 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 943 time: 0.0622895 Jun 20 12:07:15.985926 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1054d721-7153-40f7-bb4f-b5b5e8d29485 req-adb05ef4-c4f9-488d-9e54-a22182c0c0a9 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305741 Jun 20 12:07:16.149991 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-94d7aaef-6c3f-44c6-a846-4d3a5405329d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Request body: {'port': {'device_id': '8f57c809-1ce1-4dca-8e30-55be3f778e97', 'network_id': 'a060551e-4666-489f-af6c-22591d5d515d', 'admin_state_up': True, 'tenant_id': 'c2d4540ae09e4a80a479b5126fa73c64'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:07:16.150184 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Request body: {'port': {'device_id': '67eb747a-eb98-4d7f-aec3-ca054b4782b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:07:16.224845 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:16.324795 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd215e7f-218d-40d8-8506-b2f04247e211 req-15a3992b-c461-4c1e-9e39-e23d5ac271cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:16.326711 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cd215e7f-218d-40d8-8506-b2f04247e211 req-15a3992b-c461-4c1e-9e39-e23d5ac271cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c16ce4f25bdc4e63a3033d70aef6b192&device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 1096 time: 0.1603613 Jun 20 12:07:16.338110 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-94d7aaef-6c3f-44c6-a846-4d3a5405329d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Made reservation on behalf of c2d4540ae09e4a80a479b5126fa73c64 for: {'port': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:07:16.341748 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-94d7aaef-6c3f-44c6-a846-4d3a5405329d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:16.493910 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece2b702-a1d0-40a0-a2be-e18d2b53db25 {{(pid=92892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:07:16.501999 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:16.514660 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Transition to ACTIVE for port object ece2b702-a1d0-40a0-a2be-e18d2b53db25 will not be triggered until provisioned by entity L2. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:07:16.518704 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8239923'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:16.521354 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-9a073f38-b93a-4978-b6ba-6c8051080d00 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:16.601686 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ece2b702-a1d0-40a0-a2be-e18d2b53db25,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:16.619419 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:16.667687 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Attempting to bind port ece2b702-a1d0-40a0-a2be-e18d2b53db25 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:07:16.667938 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Attempting to bind port ece2b702-a1d0-40a0-a2be-e18d2b53db25 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'd173258b-ac85-417c-8dd8-67f09ada7546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a060551e-4666-489f-af6c-22591d5d515d'}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:07:16.668258 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Attempting to bind port ece2b702-a1d0-40a0-a2be-e18d2b53db25 on network a060551e-4666-489f-af6c-22591d5d515d {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:07:16.672958 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Port ece2b702-a1d0-40a0-a2be-e18d2b53db25 on network a060551e-4666-489f-af6c-22591d5d515d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 20 12:07:16.673266 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Attempting to bind port ece2b702-a1d0-40a0-a2be-e18d2b53db25 on network a060551e-4666-489f-af6c-22591d5d515d {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:07:16.678335 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Checking agent: {'id': '3511620b-fad0-480c-9502-82df55f89faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'started_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:07:16.678667 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Checking segment: {'id': 'd173258b-ac85-417c-8dd8-67f09ada7546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a060551e-4666-489f-af6c-22591d5d515d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:07:16.679043 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Bound using segment: {'id': 'd173258b-ac85-417c-8dd8-67f09ada7546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a060551e-4666-489f-af6c-22591d5d515d'} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:07:16.679478 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Bound port: ece2b702-a1d0-40a0-a2be-e18d2b53db25, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd173258b-ac85-417c-8dd8-67f09ada7546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a060551e-4666-489f-af6c-22591d5d515d'}}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:07:16.679815 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:16.749330 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] For port ece2b702-a1d0-40a0-a2be-e18d2b53db25, host hv-cinder-79496, cleared binding levels {{(pid=92892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:07:16.753284 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] For port ece2b702-a1d0-40a0-a2be-e18d2b53db25, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ece2b702-a1d0-40a0-a2be-e18d2b53db25,segment=NetworkSegment(d173258b-ac85-417c-8dd8-67f09ada7546),segment_id=d173258b-ac85-417c-8dd8-67f09ada7546)] {{(pid=92892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:07:16.758028 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8239923'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:16.761000 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:16.793805 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:16.794741 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for port, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:16.795238 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd215e7f-218d-40d8-8506-b2f04247e211 req-d0632d47-e51c-4356-a682-d83b99a99501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:16.796155 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-22623355-b527-4e34-a79b-44ba4587768d req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] 10.222.0.30 "PUT /v2.0/ports/ece2b702-a1d0-40a0-a2be-e18d2b53db25 HTTP/1.1" status: 200 len: 1093 time: 0.6502149 Jun 20 12:07:16.797223 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cd215e7f-218d-40d8-8506-b2f04247e211 req-d0632d47-e51c-4356-a682-d83b99a99501 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c16ce4f25bdc4e63a3033d70aef6b192&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4455385 Jun 20 12:07:16.798646 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67eb747a-eb98-4d7f-aec3-ca054b4782b1', 'tag': 'ece2b702-a1d0-40a0-a2be-e18d2b53db25'}] {{(pid=92892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:07:16.800934 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b56af7fedb337a38d38f7b07679a5819d4c7c5b344e8fcf40378830b10d028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1e984f-524b-4a25-9a84-2acb12c6a940" -d '{"events": [{"name": "network-changed", "server_uuid": "67eb747a-eb98-4d7f-aec3-ca054b4782b1", "tag": "ece2b702-a1d0-40a0-a2be-e18d2b53db25"}]}' {{(pid=92892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:07:16.830008 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ece2b702-a1d0-40a0-a2be-e18d2b53db25,revision_number=3']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:16.833216 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:16.910781 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f8022ed3-d483-42b9-9e3c-1b1391e71bcc req-375a6c0a-e217-4a2c-9190-eaa36286487d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 210 time: 0.0410683 Jun 20 12:07:16.919357 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2076b-82a2-4dc9-a340-1e9831c18b84 req-b95b8abe-c9fe-4011-9e5b-258f05827173 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:16.920788 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c2d2076b-82a2-4dc9-a340-1e9831c18b84 req-b95b8abe-c9fe-4011-9e5b-258f05827173 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 943 time: 0.4765370 Jun 20 12:07:16.964258 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207bd92a-a36d-41dd-af79-5ac5b3c398a0 x-openstack-request-id: req-207bd92a-a36d-41dd-af79-5ac5b3c398a0 {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:07:16.964766 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67eb747a-eb98-4d7f-aec3-ca054b4782b1", "tag": "ece2b702-a1d0-40a0-a2be-e18d2b53db25", "status": "completed", "code": 200}]} {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:07:16.964845 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-207bd92a-a36d-41dd-af79-5ac5b3c398a0 {{(pid=92892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:07:16.965383 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67eb747a-eb98-4d7f-aec3-ca054b4782b1', 'tag': 'ece2b702-a1d0-40a0-a2be-e18d2b53db25', 'status': 'completed', 'code': 200} Jun 20 12:07:16.968817 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22623355-b527-4e34-a79b-44ba4587768d req-319dbeba-ba57-4625-af20-2744acbfd82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:16.970576 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-22623355-b527-4e34-a79b-44ba4587768d req-319dbeba-ba57-4625-af20-2744acbfd82b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 1096 time: 0.0890093 Jun 20 12:07:16.993881 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-94d7aaef-6c3f-44c6-a846-4d3a5405329d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Allocated IP 172.20.0.13 (a060551e-4666-489f-af6c-22591d5d515d/c0bca940-04b5-4092-a25a-ee3a37d4ce47/0ccfb74d-f675-4d5a-8721-2d96c7935350) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:07:17.050210 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-22623355-b527-4e34-a79b-44ba4587768d req-bf02b2a2-dca9-4b5d-b9af-31a18e02c77e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece2b702-a1d0-40a0-a2be-e18d2b53db25 HTTP/1.1" status: 200 len: 217 time: 0.0428543 Jun 20 12:07:17.062436 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c2d2076b-82a2-4dc9-a340-1e9831c18b84 req-2c0cd994-faec-4378-adb1-98a95c161c09 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203008 Jun 20 12:07:17.074877 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd215e7f-218d-40d8-8506-b2f04247e211 req-27badcc4-e646-4e7b-b357-d6a8a6760a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:17.076326 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cd215e7f-218d-40d8-8506-b2f04247e211 req-27badcc4-e646-4e7b-b357-d6a8a6760a7f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2586033 Jun 20 12:07:17.196464 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22623355-b527-4e34-a79b-44ba4587768d req-2833052f-83a1-4704-9b4b-e2d842156f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:17.197815 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-22623355-b527-4e34-a79b-44ba4587768d req-2833052f-83a1-4704-9b4b-e2d842156f8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0bca940-04b5-4092-a25a-ee3a37d4ce47 HTTP/1.1" status: 200 len: 859 time: 0.0573089 Jun 20 12:07:17.222610 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513434d-9838-4199-9a62-9f699a377052 req-49983bd9-3099-4ef1-b7ad-5fa25b6cb6ba tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:17.229537 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a513434d-9838-4199-9a62-9f699a377052 req-49983bd9-3099-4ef1-b7ad-5fa25b6cb6ba tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 943 time: 0.1154788 Jun 20 12:07:17.245193 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-94d7aaef-6c3f-44c6-a846-4d3a5405329d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:17.258909 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-22623355-b527-4e34-a79b-44ba4587768d req-963a1b60-5bef-447c-9539-68a75af99fb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a060551e-4666-489f-af6c-22591d5d515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531647 Jun 20 12:07:17.305181 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-e734e626-dc1e-4fe7-b367-90d1d9b0e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:17.306680 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-e734e626-dc1e-4fe7-b367-90d1d9b0e52d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c16ce4f25bdc4e63a3033d70aef6b192&device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 1096 time: 0.1128929 Jun 20 12:07:17.348112 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a513434d-9838-4199-9a62-9f699a377052 req-08f10642-519c-47e6-99c6-a9bf4bf36061 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177280 Jun 20 12:07:17.351857 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-94d7aaef-6c3f-44c6-a846-4d3a5405329d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7115647'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:17.383761 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-0d1a7100-ca1b-4e25-a683-fdc167187a0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13dacf10-3636-4b1c-8a67-e80d88bb806d HTTP/1.1" status: 200 len: 217 time: 0.0593083 Jun 20 12:07:17.386168 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-22623355-b527-4e34-a79b-44ba4587768d req-6cc26a62-a4f8-4010-b18f-a9efbaa8fea1 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198423 Jun 20 12:07:17.387177 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-fd380b32-c649-4431-852a-284e711706d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:17.462688 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-94d7aaef-6c3f-44c6-a846-4d3a5405329d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Network a060551e-4666-489f-af6c-22591d5d515d is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:07:17.471345 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-94d7aaef-6c3f-44c6-a846-4d3a5405329d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:07:17.487621 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-22623355-b527-4e34-a79b-44ba4587768d req-5f3a06f2-ddec-4dfb-8257-d22bef34cabc service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914373 Jun 20 12:07:17.491806 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-94d7aaef-6c3f-44c6-a846-4d3a5405329d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:07:17.517612 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7aaef-6c3f-44c6-a846-4d3a5405329d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Pushing event updated for resources: {'Port': ['ID=0ccfb74d-f675-4d5a-8721-2d96c7935350,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:17.531655 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-94d7aaef-6c3f-44c6-a846-4d3a5405329d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:17.548295 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-90d602a5-a1f6-4026-bcdd-ae9f654b2d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:17.549758 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-90d602a5-a1f6-4026-bcdd-ae9f654b2d51 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7035286-0d2c-4091-b67f-a11e111092cb HTTP/1.1" status: 200 len: 850 time: 0.1345212 Jun 20 12:07:17.560023 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-94d7aaef-6c3f-44c6-a846-4d3a5405329d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:17.560618 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-94d7aaef-6c3f-44c6-a846-4d3a5405329d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:17.575523 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-94d7aaef-6c3f-44c6-a846-4d3a5405329d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4292629 Jun 20 12:07:17.643105 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Request body: {'port': {'device_id': '8f57c809-1ce1-4dca-8e30-55be3f778e97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:07:17.695751 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e984f-524b-4a25-9a84-2acb12c6a940 req-8467c8c9-f359-47ff-9e1c-b556862a6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:17.697670 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8a1e984f-524b-4a25-9a84-2acb12c6a940 req-8467c8c9-f359-47ff-9e1c-b556862a6029 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 1096 time: 0.0656648 Jun 20 12:07:17.779651 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:17.796603 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-373339d0-1915-4091-ac24-5d4907014d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:17.798337 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-373339d0-1915-4091-ac24-5d4907014d77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1676846 Jun 20 12:07:17.857509 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e984f-524b-4a25-9a84-2acb12c6a940 req-a39d819c-2e42-4a65-b3ed-3eeeea847e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:17.859006 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8a1e984f-524b-4a25-9a84-2acb12c6a940 req-a39d819c-2e42-4a65-b3ed-3eeeea847e10 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 920 time: 0.1522751 Jun 20 12:07:17.900634 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8a1e984f-524b-4a25-9a84-2acb12c6a940 req-85da51b2-01d0-481c-b735-4591c2835af1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece2b702-a1d0-40a0-a2be-e18d2b53db25 HTTP/1.1" status: 200 len: 217 time: 0.0349863 Jun 20 12:07:17.964870 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e984f-524b-4a25-9a84-2acb12c6a940 req-0a5092c5-e7db-461c-aed9-f4e5cdde8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:17.966477 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8a1e984f-524b-4a25-9a84-2acb12c6a940 req-0a5092c5-e7db-461c-aed9-f4e5cdde8d54 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0bca940-04b5-4092-a25a-ee3a37d4ce47 HTTP/1.1" status: 200 len: 859 time: 0.0597785 Jun 20 12:07:17.985658 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-68af4685-39a8-45f0-9cf1-4a43888e000e service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652167 Jun 20 12:07:18.009955 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8a1e984f-524b-4a25-9a84-2acb12c6a940 req-a34eb912-3e82-43e3-bc15-294dc74a0d4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a060551e-4666-489f-af6c-22591d5d515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356722 Jun 20 12:07:18.154858 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8a1e984f-524b-4a25-9a84-2acb12c6a940 req-b40c5503-5fd0-42e3-8fe0-d229fee720a4 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365128 Jun 20 12:07:18.203777 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-9b0db7d3-173f-4883-9b58-b906bf7ba021 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908195 Jun 20 12:07:18.301984 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ccfb74d-f675-4d5a-8721-2d96c7935350 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:07:18.322838 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:18.336433 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124f230-4cd7-4625-a404-6cf9b682b855 req-2b281d9a-bf05-4847-8d6b-3e63c7c13560 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:18.344139 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5124f230-4cd7-4625-a404-6cf9b682b855 req-2b281d9a-bf05-4847-8d6b-3e63c7c13560 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 932 time: 0.2185004 Jun 20 12:07:18.356586 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8a1e984f-524b-4a25-9a84-2acb12c6a940 req-b4d60b9d-e6d3-411a-a414-28081a22d5a9 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941314 Jun 20 12:07:18.364237 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeae6dc-c0ec-45b9-acb4-c891cd75f3cf req-fe50b534-b49f-4b67-ba1f-392b0a2ec603 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:18.366324 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ceeae6dc-c0ec-45b9-acb4-c891cd75f3cf req-fe50b534-b49f-4b67-ba1f-392b0a2ec603 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 943 time: 0.1313658 Jun 20 12:07:18.369800 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Transition to ACTIVE for port object 0ccfb74d-f675-4d5a-8721-2d96c7935350 will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:07:18.393993 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:18.406524 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:18.428186 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5124f230-4cd7-4625-a404-6cf9b682b855 req-ff3bf3f0-e3e8-485a-88d6-6654aa7c84d4 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830133 Jun 20 12:07:18.701823 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 57432) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:18.739516 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ceeae6dc-c0ec-45b9-acb4-c891cd75f3cf req-e2b22fbb-e85c-41ef-b4da-a87f63a1dabc tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644595 Jun 20 12:07:18.747394 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:18.841865 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Pushing event updated for resources: {'Port': ['ID=0ccfb74d-f675-4d5a-8721-2d96c7935350,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:18.874936 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:18.918009 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Attempting to bind port 0ccfb74d-f675-4d5a-8721-2d96c7935350 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:07:18.918348 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Attempting to bind port 0ccfb74d-f675-4d5a-8721-2d96c7935350 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'd173258b-ac85-417c-8dd8-67f09ada7546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a060551e-4666-489f-af6c-22591d5d515d'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:07:18.918670 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Attempting to bind port 0ccfb74d-f675-4d5a-8721-2d96c7935350 on network a060551e-4666-489f-af6c-22591d5d515d {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:07:18.926572 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Port 0ccfb74d-f675-4d5a-8721-2d96c7935350 on network a060551e-4666-489f-af6c-22591d5d515d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 20 12:07:18.926895 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Attempting to bind port 0ccfb74d-f675-4d5a-8721-2d96c7935350 on network a060551e-4666-489f-af6c-22591d5d515d {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:07:18.947227 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05964ac3-6506-44fa-acd3-6e9178ca937b req-f46eccaa-1446-4199-9505-e7050d0e4090 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:18.948857 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-05964ac3-6506-44fa-acd3-6e9178ca937b req-f46eccaa-1446-4199-9505-e7050d0e4090 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 943 time: 0.1934619 Jun 20 12:07:18.951942 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Checking agent: {'id': '3511620b-fad0-480c-9502-82df55f89faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'started_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:07:18.953365 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Checking segment: {'id': 'd173258b-ac85-417c-8dd8-67f09ada7546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a060551e-4666-489f-af6c-22591d5d515d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:07:18.954058 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Bound using segment: {'id': 'd173258b-ac85-417c-8dd8-67f09ada7546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a060551e-4666-489f-af6c-22591d5d515d'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:07:18.954702 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Bound port: 0ccfb74d-f675-4d5a-8721-2d96c7935350, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd173258b-ac85-417c-8dd8-67f09ada7546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a060551e-4666-489f-af6c-22591d5d515d'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:07:18.955269 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:18.967168 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-509fde98-4ca1-4b79-a1fa-04a4e1a837e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.031937 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-05964ac3-6506-44fa-acd3-6e9178ca937b req-db2e7b5c-3388-4053-bad4-4259f15ba6b9 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732882 Jun 20 12:07:19.055184 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] For port 0ccfb74d-f675-4d5a-8721-2d96c7935350, host hv-cinder-79496, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:07:19.066526 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] For port 0ccfb74d-f675-4d5a-8721-2d96c7935350, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0ccfb74d-f675-4d5a-8721-2d96c7935350,segment=NetworkSegment(d173258b-ac85-417c-8dd8-67f09ada7546),segment_id=d173258b-ac85-417c-8dd8-67f09ada7546)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:07:19.074247 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.080049 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:19.113209 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:19.114029 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.115524 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] 10.222.0.30 "PUT /v2.0/ports/0ccfb74d-f675-4d5a-8721-2d96c7935350 HTTP/1.1" status: 200 len: 1094 time: 1.4835870 Jun 20 12:07:19.116048 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f57c809-1ce1-4dca-8e30-55be3f778e97', 'tag': '0ccfb74d-f675-4d5a-8721-2d96c7935350'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:07:19.118380 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9655da-95dd-48a9-b68b-5bd447de6487" -d '{"events": [{"name": "network-changed", "server_uuid": "8f57c809-1ce1-4dca-8e30-55be3f778e97", "tag": "0ccfb74d-f675-4d5a-8721-2d96c7935350"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:07:19.125840 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-509fde98-4ca1-4b79-a1fa-04a4e1a837e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.132832 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-509fde98-4ca1-4b79-a1fa-04a4e1a837e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.137860 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d34febb3-770c-4566-87b4-e5154fbe097f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:19.155281 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Pushing event updated for resources: {'Port': ['ID=0ccfb74d-f675-4d5a-8721-2d96c7935350,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:19.159367 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:19.178551 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1043cbe-5861-431c-a22d-bf9aee6bb9be x-openstack-request-id: req-b1043cbe-5861-431c-a22d-bf9aee6bb9be {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:07:19.178551 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f57c809-1ce1-4dca-8e30-55be3f778e97", "tag": "0ccfb74d-f675-4d5a-8721-2d96c7935350", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:07:19.178551 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1043cbe-5861-431c-a22d-bf9aee6bb9be {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:07:19.178551 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f57c809-1ce1-4dca-8e30-55be3f778e97', 'tag': '0ccfb74d-f675-4d5a-8721-2d96c7935350', 'status': 'completed', 'code': 200} Jun 20 12:07:19.180761 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-509fde98-4ca1-4b79-a1fa-04a4e1a837e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2044bf025eb74cf59aa80ff6c959b844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4775257 Jun 20 12:07:19.183840 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 57452) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:19.193509 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fde98-4ca1-4b79-a1fa-04a4e1a837e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773ee695-d300-4e3e-a7f6-2d4c300690cf,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:19.197917 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 57454) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:19.204226 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-509fde98-4ca1-4b79-a1fa-04a4e1a837e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:19.247981 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-83f3d988-72a8-4a8e-9bd5-1823cb748813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.273270 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-83f3d988-72a8-4a8e-9bd5-1823cb748813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.324615 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-97a8a573-4eb5-4dd6-90d4-8ff065f212c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.328371 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-83f3d988-72a8-4a8e-9bd5-1823cb748813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.331549 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-83f3d988-72a8-4a8e-9bd5-1823cb748813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.332764 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-83f3d988-72a8-4a8e-9bd5-1823cb748813 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/773ee695-d300-4e3e-a7f6-2d4c300690cf HTTP/1.1" status: 204 len: 168 time: 0.1478939 Jun 20 12:07:19.333780 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:19.352189 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3d988-72a8-4a8e-9bd5-1823cb748813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773ee695-d300-4e3e-a7f6-2d4c300690cf,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:19.355824 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-83f3d988-72a8-4a8e-9bd5-1823cb748813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:19.444969 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-97a8a573-4eb5-4dd6-90d4-8ff065f212c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.448946 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-97a8a573-4eb5-4dd6-90d4-8ff065f212c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.474607 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:19.490692 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-97a8a573-4eb5-4dd6-90d4-8ff065f212c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a03f18d90a934014bc3cef4f13b25f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891068 Jun 20 12:07:19.491206 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 57472) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:19.515801 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8a573-4eb5-4dd6-90d4-8ff065f212c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092707f3-c4cb-427f-a600-5122788d2072,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:19.524720 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-97a8a573-4eb5-4dd6-90d4-8ff065f212c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:19.578671 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8f7d32aa-7a94-4738-a57a-ade50a553daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.625348 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8f7d32aa-7a94-4738-a57a-ade50a553daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.670566 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 57476) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:19.685149 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3069c4b6-c672-404c-9007-02fc71ed5936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.686173 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c1f6b-4318-4250-a1ab-73a4b6db5c71 req-4f81847e-3927-4c10-9db9-767d91954442 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:19.688413 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6c6c1f6b-4318-4250-a1ab-73a4b6db5c71 req-4f81847e-3927-4c10-9db9-767d91954442 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 944 time: 0.1114681 Jun 20 12:07:19.693455 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8f7d32aa-7a94-4738-a57a-ade50a553daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.696089 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8f7d32aa-7a94-4738-a57a-ade50a553daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.697580 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-8f7d32aa-7a94-4738-a57a-ade50a553daf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/092707f3-c4cb-427f-a600-5122788d2072 HTTP/1.1" status: 204 len: 168 time: 0.2052240 Jun 20 12:07:19.699636 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-03d2463a-ebb6-470e-9029-bd89a00f0c3d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:19.722342 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d32aa-7a94-4738-a57a-ade50a553daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092707f3-c4cb-427f-a600-5122788d2072,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:19.725099 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-8f7d32aa-7a94-4738-a57a-ade50a553daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:19.758460 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6c6c1f6b-4318-4250-a1ab-73a4b6db5c71 req-7cae57cc-af55-4efb-8af5-50bcc419a842 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596046 Jun 20 12:07:19.793114 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3069c4b6-c672-404c-9007-02fc71ed5936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.797909 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3069c4b6-c672-404c-9007-02fc71ed5936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.801260 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-eb1373fe-5800-452b-9562-0a604a49b07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:19.840648 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 57484) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:19.840839 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-3069c4b6-c672-404c-9007-02fc71ed5936 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f8f6b109d8949dcbca89f77954c1203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685233 Jun 20 12:07:19.842527 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069c4b6-c672-404c-9007-02fc71ed5936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8490a660-75c1-4ad7-a481-0e2a612c15c9,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:19.847211 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-3069c4b6-c672-404c-9007-02fc71ed5936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:19.934384 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d74a8033-6594-4452-abcf-cc8e6a0380c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.956362 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d74a8033-6594-4452-abcf-cc8e6a0380c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:19.956814 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8226ccb-580a-4f4d-9357-3578c7d06203 req-5a7cbdcc-6dcd-42c1-a90f-ae6a6da74f44 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:19.958540 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c8226ccb-580a-4f4d-9357-3578c7d06203 req-5a7cbdcc-6dcd-42c1-a90f-ae6a6da74f44 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 943 time: 0.0666442 Jun 20 12:07:20.003206 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c8226ccb-580a-4f4d-9357-3578c7d06203 req-db1a31b9-dad5-4241-b2a8-593df93d2019 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390856 Jun 20 12:07:20.011461 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d74a8033-6594-4452-abcf-cc8e6a0380c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:20.014163 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d74a8033-6594-4452-abcf-cc8e6a0380c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:20.016658 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-d74a8033-6594-4452-abcf-cc8e6a0380c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8490a660-75c1-4ad7-a481-0e2a612c15c9 HTTP/1.1" status: 204 len: 168 time: 0.1744347 Jun 20 12:07:20.017503 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-5e4c1a0a-a7be-4d93-8f3a-812ec35f8321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:20.026209 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a8033-6594-4452-abcf-cc8e6a0380c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8490a660-75c1-4ad7-a481-0e2a612c15c9,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:20.029296 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-d74a8033-6594-4452-abcf-cc8e6a0380c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:20.102392 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 57494) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:20.117444 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7a343cb7-0894-4060-81ed-dc966e03c604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:20.260549 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7a343cb7-0894-4060-81ed-dc966e03c604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:20.269438 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913900c-a9ec-49c3-beb0-d33bffd250ef req-5bc6d05b-1bdf-40a2-a2fa-e756303bf5ed tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:20.270917 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5913900c-a9ec-49c3-beb0-d33bffd250ef req-5bc6d05b-1bdf-40a2-a2fa-e756303bf5ed tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 943 time: 0.1061394 Jun 20 12:07:20.271984 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7a343cb7-0894-4060-81ed-dc966e03c604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:20.275311 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:20.334275 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-7a343cb7-0894-4060-81ed-dc966e03c604 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f11a5878f7e54d73a78c71e240bec18b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307372 Jun 20 12:07:20.336870 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 57504) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:20.341699 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a343cb7-0894-4060-81ed-dc966e03c604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45c056f-9bea-49af-8d46-ca67c266ecaa,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:20.345657 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-7a343cb7-0894-4060-81ed-dc966e03c604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:20.362876 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5913900c-a9ec-49c3-beb0-d33bffd250ef req-2997ce9a-502c-48bd-b07b-42c336aa933c tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802789 Jun 20 12:07:20.395865 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-90c3b03a-d1fe-4517-971f-d41670326ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:20.417518 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-90c3b03a-d1fe-4517-971f-d41670326ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:20.464185 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-90c3b03a-d1fe-4517-971f-d41670326ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:20.466894 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-90c3b03a-d1fe-4517-971f-d41670326ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:20.468699 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-90c3b03a-d1fe-4517-971f-d41670326ba5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c45c056f-9bea-49af-8d46-ca67c266ecaa HTTP/1.1" status: 204 len: 168 time: 0.1299305 Jun 20 12:07:20.469449 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-97a8a573-4eb5-4dd6-90d4-8ff065f212c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:20.476663 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3b03a-d1fe-4517-971f-d41670326ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45c056f-9bea-49af-8d46-ca67c266ecaa,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:20.478932 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-90c3b03a-d1fe-4517-971f-d41670326ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:20.969447 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb409852-94fa-479f-878d-ce4d826234ff req-d24e9ea7-4306-40ad-b8dc-f062c5e5f90d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:20.969447 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cb409852-94fa-479f-878d-ce4d826234ff req-d24e9ea7-4306-40ad-b8dc-f062c5e5f90d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 944 time: 0.0905657 Jun 20 12:07:21.005902 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cb409852-94fa-479f-878d-ce4d826234ff req-7c53d862-b3a0-4319-b847-c13f9f13ac98 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372667 Jun 20 12:07:21.179917 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629320c2-c120-4d93-b678-b4a2db7399fb req-401dad81-bb90-45f3-b990-a10064519aa0 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:21.181409 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-629320c2-c120-4d93-b678-b4a2db7399fb req-401dad81-bb90-45f3-b990-a10064519aa0 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 943 time: 0.0649443 Jun 20 12:07:21.185636 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 57554) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:21.222783 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-629320c2-c120-4d93-b678-b4a2db7399fb req-f2c7a8b1-43ee-42a5-820b-9fc2f5006591 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351248 Jun 20 12:07:21.300032 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a4bf25f2-5a5b-48db-a8be-76551e8e843f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:21.392137 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a4bf25f2-5a5b-48db-a8be-76551e8e843f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:21.397145 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a4bf25f2-5a5b-48db-a8be-76551e8e843f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:21.400814 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-8da1f2f9-d08c-46e8-b781-b1dcc087aba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:21.438261 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-a4bf25f2-5a5b-48db-a8be-76551e8e843f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=adbe3fb3def64420ba432d3165ac274f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515359 Jun 20 12:07:21.440165 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf25f2-5a5b-48db-a8be-76551e8e843f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33f3594-cffc-4081-977d-19b4d4b11038,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:21.440866 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 57568) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:21.443083 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-a4bf25f2-5a5b-48db-a8be-76551e8e843f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:21.500649 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e011165b-54ff-4010-9665-6e0511081a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:21.521795 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e011165b-54ff-4010-9665-6e0511081a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:21.555173 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eddae-0713-40db-8ed8-e24071481e7f req-c87eb5a1-9eb0-47b0-9485-2a07919c48a6 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:21.556965 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-da5eddae-0713-40db-8ed8-e24071481e7f req-c87eb5a1-9eb0-47b0-9485-2a07919c48a6 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 943 time: 0.0688603 Jun 20 12:07:21.573593 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e011165b-54ff-4010-9665-6e0511081a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:21.577811 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e011165b-54ff-4010-9665-6e0511081a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:21.579068 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-e011165b-54ff-4010-9665-6e0511081a5e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e33f3594-cffc-4081-977d-19b4d4b11038 HTTP/1.1" status: 204 len: 168 time: 0.1372187 Jun 20 12:07:21.580484 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-d74a8033-6594-4452-abcf-cc8e6a0380c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:21.591478 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011165b-54ff-4010-9665-6e0511081a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33f3594-cffc-4081-977d-19b4d4b11038,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:21.594413 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-e011165b-54ff-4010-9665-6e0511081a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:21.635764 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-da5eddae-0713-40db-8ed8-e24071481e7f req-1f2ad526-8927-4389-9552-663f4eb58d90 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722470 Jun 20 12:07:22.212105 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a8276-f2e7-49a2-b42f-73300eb78b0f req-3b5ea56e-5f3f-45ec-b61e-be86145480af tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:22.213828 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2b3a8276-f2e7-49a2-b42f-73300eb78b0f req-3b5ea56e-5f3f-45ec-b61e-be86145480af tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 944 time: 0.0758603 Jun 20 12:07:22.265514 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2b3a8276-f2e7-49a2-b42f-73300eb78b0f req-fa1bfd32-6063-4531-9a13-c4bfa4643854 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418594 Jun 20 12:07:22.446284 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcf98d-9ce6-4780-8587-8c8f24794bd2 req-5f30be35-2a12-46b7-a6f8-ee07dcb994cf tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:22.450418 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0dbcf98d-9ce6-4780-8587-8c8f24794bd2 req-5f30be35-2a12-46b7-a6f8-ee07dcb994cf tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 943 time: 0.0722973 Jun 20 12:07:22.499982 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0dbcf98d-9ce6-4780-8587-8c8f24794bd2 req-1cd86dc8-2ee0-424e-9340-b3283191e9c3 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407701 Jun 20 12:07:22.782049 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 0740430a-17b3-433e-b230-cfe273de9811 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92894) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 20 12:07:22.883274 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845fe68-b9a5-43f6-8d80-3bdd788e247b req-ed00113e-891e-47e2-8f89-3e61739a02a4 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:22.885100 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 57688) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:22.892728 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1845fe68-b9a5-43f6-8d80-3bdd788e247b req-ed00113e-891e-47e2-8f89-3e61739a02a4 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 943 time: 0.1238880 Jun 20 12:07:22.923776 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 0740430a-17b3-433e-b230-cfe273de9811, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0740430a-17b3-433e-b230-cfe273de9811,segment=NetworkSegment(772d3453-90d2-4baf-b0fb-7e7bd5f04d73),segment_id=772d3453-90d2-4baf-b0fb-7e7bd5f04d73)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:07:22.950819 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Returning: {'device': '0740430a-17b3-433e-b230-cfe273de9811', 'network_id': '20734c7b-84d7-4d7f-90e1-3709f8333aa9', 'port_id': '0740430a-17b3-433e-b230-cfe273de9811', 'mac_address': 'fa:16:3e:77:99:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dae7fe2-acad-4894-84bc-5ae39c97859e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92894) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 20 12:07:22.952852 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1845fe68-b9a5-43f6-8d80-3bdd788e247b req-48419991-2f24-4707-9fab-c30bd8cdf029 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564671 Jun 20 12:07:22.998776 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:23.029579 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0740430a-17b3-433e-b230-cfe273de9811 {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:07:23.049546 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aff522a1-bd56-4d9b-9b5b-4c6e67f43fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:23.052029 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 0740430a-17b3-433e-b230-cfe273de9811, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0740430a-17b3-433e-b230-cfe273de9811,segment=NetworkSegment(772d3453-90d2-4baf-b0fb-7e7bd5f04d73),segment_id=772d3453-90d2-4baf-b0fb-7e7bd5f04d73)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:07:23.058219 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:23.060199 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:23.107387 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=0740430a-17b3-433e-b230-cfe273de9811,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:23.111543 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:23.148032 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aff522a1-bd56-4d9b-9b5b-4c6e67f43fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:23.151530 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aff522a1-bd56-4d9b-9b5b-4c6e67f43fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:23.153842 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-509fde98-4ca1-4b79-a1fa-04a4e1a837e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:23.189396 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-aff522a1-bd56-4d9b-9b5b-4c6e67f43fde admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6dfce6c9d54411192978cf2352964ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032143 Jun 20 12:07:23.190246 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff522a1-bd56-4d9b-9b5b-4c6e67f43fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dac2e0-afcd-4b44-a183-5750cb651e63,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:23.192013 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 57700) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:23.193266 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-aff522a1-bd56-4d9b-9b5b-4c6e67f43fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:23.241768 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-29821fc8-bad0-4471-bf57-25ab4349cd93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:23.261197 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-29821fc8-bad0-4471-bf57-25ab4349cd93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:23.312761 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-29821fc8-bad0-4471-bf57-25ab4349cd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:23.316292 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-29821fc8-bad0-4471-bf57-25ab4349cd93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:23.320351 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-29821fc8-bad0-4471-bf57-25ab4349cd93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/70dac2e0-afcd-4b44-a183-5750cb651e63 HTTP/1.1" status: 204 len: 168 time: 0.1234343 Jun 20 12:07:23.320351 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-e011165b-54ff-4010-9665-6e0511081a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:23.326519 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29821fc8-bad0-4471-bf57-25ab4349cd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dac2e0-afcd-4b44-a183-5750cb651e63,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:23.329535 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-29821fc8-bad0-4471-bf57-25ab4349cd93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:23.442611 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00e6ec-f617-4db6-a4e3-cd43bd6356f0 req-5c2c7a06-6735-43e3-916f-207fc8c81175 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:23.444067 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-5c00e6ec-f617-4db6-a4e3-cd43bd6356f0 req-5c2c7a06-6735-43e3-916f-207fc8c81175 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 944 time: 0.0643842 Jun 20 12:07:23.481242 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-5c00e6ec-f617-4db6-a4e3-cd43bd6356f0 req-ab1f6af5-7ccc-4ab1-8ba7-ec240ed02416 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315247 Jun 20 12:07:23.583196 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 57710) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:23.596975 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-350967a5-797b-4b3d-863d-e6b2134f9789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:23.702901 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371aa46-7d2b-4964-b582-02d1dc723a1f req-8287d035-b2ac-4d04-a80b-e972210c15b9 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:23.704451 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f371aa46-7d2b-4964-b582-02d1dc723a1f req-8287d035-b2ac-4d04-a80b-e972210c15b9 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 944 time: 0.0924339 Jun 20 12:07:23.759857 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-350967a5-797b-4b3d-863d-e6b2134f9789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:23.768744 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f371aa46-7d2b-4964-b582-02d1dc723a1f req-2d2c085b-1821-4e70-b128-ac402de7fba8 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564513 Jun 20 12:07:23.769339 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-350967a5-797b-4b3d-863d-e6b2134f9789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:23.771703 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:23.809937 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-350967a5-797b-4b3d-863d-e6b2134f9789 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c734eee69484ea0b40aa628901cb0a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256646 Jun 20 12:07:23.810796 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350967a5-797b-4b3d-863d-e6b2134f9789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bfed01-af38-49e1-92f3-62f16cfa6188,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:23.814261 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 57714) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:23.815628 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-350967a5-797b-4b3d-863d-e6b2134f9789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:23.861700 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-10fb1e4a-655c-4dcf-b883-6cd4c18d2e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:23.881753 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-10fb1e4a-655c-4dcf-b883-6cd4c18d2e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:23.929470 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-10fb1e4a-655c-4dcf-b883-6cd4c18d2e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:23.931947 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-10fb1e4a-655c-4dcf-b883-6cd4c18d2e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:23.933058 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-10fb1e4a-655c-4dcf-b883-6cd4c18d2e2c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48bfed01-af38-49e1-92f3-62f16cfa6188 HTTP/1.1" status: 204 len: 168 time: 0.1188531 Jun 20 12:07:23.933756 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-18baf8bf-5258-449c-9708-4e578e5fd33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:23.941150 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb1e4a-655c-4dcf-b883-6cd4c18d2e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bfed01-af38-49e1-92f3-62f16cfa6188,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:23.943324 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-10fb1e4a-655c-4dcf-b883-6cd4c18d2e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:24.126709 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2827e5-a847-4231-b96a-493bb8070138 req-bcc00444-7f4f-48d4-91e0-d80c23f38b56 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:24.128210 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-fb2827e5-a847-4231-b96a-493bb8070138 req-bcc00444-7f4f-48d4-91e0-d80c23f38b56 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 943 time: 0.0707855 Jun 20 12:07:24.168241 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-fb2827e5-a847-4231-b96a-493bb8070138 req-3db77570-467e-4ea6-ad91-b68fa94f571a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334003 Jun 20 12:07:24.305821 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-82d1ca31-8d40-458d-a84d-238b928f723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:24.307313 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-82d1ca31-8d40-458d-a84d-238b928f723d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 1097 time: 0.0527587 Jun 20 12:07:24.391890 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-d84eeb09-17cf-4ee4-b178-caa2a963a744 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ccfb74d-f675-4d5a-8721-2d96c7935350 HTTP/1.1" status: 200 len: 217 time: 0.0347157 Jun 20 12:07:24.441772 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-c04d539f-261d-4c92-b8ba-ef6d946f9089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:24.443211 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-c04d539f-261d-4c92-b8ba-ef6d946f9089 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0bca940-04b5-4092-a25a-ee3a37d4ce47 HTTP/1.1" status: 200 len: 859 time: 0.0443177 Jun 20 12:07:24.478950 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-0b1bef75-5d03-4c48-8af9-2bf26d4c03c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a060551e-4666-489f-af6c-22591d5d515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288661 Jun 20 12:07:24.581162 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-c33ca326-7e7e-4fcf-ba63-eac79052cb11 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939717 Jun 20 12:07:24.711181 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9dd18156-ce4a-438b-9b3e-284e200b9a57 req-b80692af-e6c4-4e74-8619-a0f2435b183b service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229296 Jun 20 12:07:24.735075 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35149212-dbc9-4438-b4d8-ab0657a81c77 req-e162f9ef-1288-4e3d-a08a-45eee62b025e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:24.736720 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-35149212-dbc9-4438-b4d8-ab0657a81c77 req-e162f9ef-1288-4e3d-a08a-45eee62b025e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 944 time: 0.1031866 Jun 20 12:07:24.775376 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-35149212-dbc9-4438-b4d8-ab0657a81c77 req-e1b6df20-9b1e-4619-81f5-b42181cadf2e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316598 Jun 20 12:07:24.948037 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d618f-f139-407e-ae6e-d8dcaf1bc05f req-ac4826f8-b89d-4a8d-a802-f0f69c162aa2 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:24.949513 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-541d618f-f139-407e-ae6e-d8dcaf1bc05f req-ac4826f8-b89d-4a8d-a802-f0f69c162aa2 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 944 time: 0.0651207 Jun 20 12:07:24.986758 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-541d618f-f139-407e-ae6e-d8dcaf1bc05f req-214ebd17-cb17-4896-94fe-b939ac16954c tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308864 Jun 20 12:07:25.229696 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9655da-95dd-48a9-b68b-5bd447de6487 req-bdcb0c02-f646-463f-ad17-c67bd3c0de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:25.231387 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ed9655da-95dd-48a9-b68b-5bd447de6487 req-bdcb0c02-f646-463f-ad17-c67bd3c0de5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 1097 time: 0.0669887 Jun 20 12:07:25.428342 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9655da-95dd-48a9-b68b-5bd447de6487 req-7e8149c9-2952-42b4-b860-847f7fbec8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:25.429817 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ed9655da-95dd-48a9-b68b-5bd447de6487 req-7e8149c9-2952-42b4-b860-847f7fbec8c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 920 time: 0.1915810 Jun 20 12:07:25.454287 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0084b8a-0171-4eb3-85f0-e58e714d2013 req-6d147dae-f88d-45ff-a05e-ca5821a6546a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:25.455792 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f0084b8a-0171-4eb3-85f0-e58e714d2013 req-6d147dae-f88d-45ff-a05e-ca5821a6546a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 943 time: 0.1569397 Jun 20 12:07:25.485811 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ed9655da-95dd-48a9-b68b-5bd447de6487 req-11a5688f-eb1c-454f-802a-469b49a8ae7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ccfb74d-f675-4d5a-8721-2d96c7935350 HTTP/1.1" status: 200 len: 217 time: 0.0477300 Jun 20 12:07:25.554452 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f0084b8a-0171-4eb3-85f0-e58e714d2013 req-555466a7-0c60-4c89-b5a3-ab5d3810230a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721643 Jun 20 12:07:25.559901 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9655da-95dd-48a9-b68b-5bd447de6487 req-ce6d814f-690b-4027-8efe-7f05740dd22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:25.561379 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ed9655da-95dd-48a9-b68b-5bd447de6487 req-ce6d814f-690b-4027-8efe-7f05740dd22e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0bca940-04b5-4092-a25a-ee3a37d4ce47 HTTP/1.1" status: 200 len: 859 time: 0.0695240 Jun 20 12:07:25.596184 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ed9655da-95dd-48a9-b68b-5bd447de6487 req-cb3c25f2-d36a-48f8-8fb4-29111db53031 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a060551e-4666-489f-af6c-22591d5d515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276437 Jun 20 12:07:25.688347 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ed9655da-95dd-48a9-b68b-5bd447de6487 req-c760e07b-a6a2-469b-bb74-e305dd127446 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855727 Jun 20 12:07:25.777271 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ed9655da-95dd-48a9-b68b-5bd447de6487 req-8742b9eb-f0bb-4cd8-a8ee-4f02842d795f service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826957 Jun 20 12:07:25.796372 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['0740430a-17b3-433e-b230-cfe273de9811'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:07:25.869657 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 57822) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:25.978233 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35473790-4aa7-442c-84da-200916cd5459 req-7da09247-c8d0-4247-9ee3-9a0feb27844a tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:25.979831 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-35473790-4aa7-442c-84da-200916cd5459 req-7da09247-c8d0-4247-9ee3-9a0feb27844a tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 944 time: 0.0785346 Jun 20 12:07:26.033137 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4f3cd927-73b3-47ac-9d7d-c43c565a0821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:26.064058 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-35473790-4aa7-442c-84da-200916cd5459 req-13ffa633-182a-453b-b02d-86b0d5b7f07c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781004 Jun 20 12:07:26.157007 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4f3cd927-73b3-47ac-9d7d-c43c565a0821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:26.163968 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4f3cd927-73b3-47ac-9d7d-c43c565a0821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:26.167985 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-74438ca4-feed-4c8f-9cf7-d51b48ba38d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:26.195956 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cd927-73b3-47ac-9d7d-c43c565a0821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c611214-edb9-4ca4-9d66-9e653dcb0508,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:26.201567 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-4f3cd927-73b3-47ac-9d7d-c43c565a0821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:26.220666 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 57840) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:26.220904 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-4f3cd927-73b3-47ac-9d7d-c43c565a0821 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8ca4160dd9c4e63af9e0b7ffca318e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498297 Jun 20 12:07:26.307047 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beef738-c0e3-46c4-9477-4f19584f0fc6 req-c890417b-8b8e-4730-9246-e198f14576ce tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:26.309339 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8beef738-c0e3-46c4-9477-4f19584f0fc6 req-c890417b-8b8e-4730-9246-e198f14576ce tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 944 time: 0.1587033 Jun 20 12:07:26.337653 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e014bbca-b4af-4c04-a141-d363a7534d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:26.378069 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e014bbca-b4af-4c04-a141-d363a7534d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:26.403451 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8beef738-c0e3-46c4-9477-4f19584f0fc6 req-870a5456-fbc3-4fbb-805e-6abf50bca237 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697007 Jun 20 12:07:26.437829 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e014bbca-b4af-4c04-a141-d363a7534d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:26.440344 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e014bbca-b4af-4c04-a141-d363a7534d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:26.441459 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-e014bbca-b4af-4c04-a141-d363a7534d1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c611214-edb9-4ca4-9d66-9e653dcb0508 HTTP/1.1" status: 204 len: 168 time: 0.2198741 Jun 20 12:07:26.442211 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-7018d068-0ac3-4718-ba2d-647092338c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:26.449225 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014bbca-b4af-4c04-a141-d363a7534d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c611214-edb9-4ca4-9d66-9e653dcb0508,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:26.452098 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-e014bbca-b4af-4c04-a141-d363a7534d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:26.692112 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 57858) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:26.705420 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0fd106fe-d8a0-45d0-bddf-c00471358597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:26.735176 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd33eab-a0b2-4c10-920c-80d917434514 req-36c51309-f999-43a9-8c96-9610fd1a47bb tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:26.736778 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-5cd33eab-a0b2-4c10-920c-80d917434514 req-36c51309-f999-43a9-8c96-9610fd1a47bb tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 943 time: 0.0712838 Jun 20 12:07:26.776331 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-5cd33eab-a0b2-4c10-920c-80d917434514 req-8028eb40-712a-45eb-bffd-adae9cde3ecf tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331511 Jun 20 12:07:26.800009 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0fd106fe-d8a0-45d0-bddf-c00471358597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:26.803562 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0fd106fe-d8a0-45d0-bddf-c00471358597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:26.805934 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-496da2c2-c427-4fbb-8037-c60ac127129e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:26.839002 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd106fe-d8a0-45d0-bddf-c00471358597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63374490-0739-4a72-b27e-e0cb9d6f1c89,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:26.843767 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-0fd106fe-d8a0-45d0-bddf-c00471358597 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b09d4657b9644976be20fe66cdf3559e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506367 Jun 20 12:07:26.844616 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-0fd106fe-d8a0-45d0-bddf-c00471358597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:26.846592 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 57860) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:26.893218 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-17ac0d7c-20e9-47c3-809f-edb51d3ec8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:26.913821 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-17ac0d7c-20e9-47c3-809f-edb51d3ec8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:26.965186 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-17ac0d7c-20e9-47c3-809f-edb51d3ec8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:26.968207 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-17ac0d7c-20e9-47c3-809f-edb51d3ec8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:26.969363 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-17ac0d7c-20e9-47c3-809f-edb51d3ec8de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63374490-0739-4a72-b27e-e0cb9d6f1c89 HTTP/1.1" status: 204 len: 168 time: 0.1218865 Jun 20 12:07:26.970017 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:26.977295 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac0d7c-20e9-47c3-809f-edb51d3ec8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63374490-0739-4a72-b27e-e0cb9d6f1c89,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:26.979425 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-17ac0d7c-20e9-47c3-809f-edb51d3ec8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:27.248253 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb94bc0-7104-4927-8d96-dd0d204ac7b6 req-11005055-1931-46e0-b61d-11c07783096d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:27.249856 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bcb94bc0-7104-4927-8d96-dd0d204ac7b6 req-11005055-1931-46e0-b61d-11c07783096d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 944 time: 0.0672324 Jun 20 12:07:27.303301 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bcb94bc0-7104-4927-8d96-dd0d204ac7b6 req-28679a12-c77e-48b1-bca2-cfa6234db8c5 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475032 Jun 20 12:07:27.611045 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cb38f-2b4f-449d-a908-273a4d716c0f req-1f4592ce-e2d7-4175-a056-0e7aa1f5ae6b tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:27.613654 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c38cb38f-2b4f-449d-a908-273a4d716c0f req-1f4592ce-e2d7-4175-a056-0e7aa1f5ae6b tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 944 time: 0.0758872 Jun 20 12:07:27.666899 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c38cb38f-2b4f-449d-a908-273a4d716c0f req-03472da1-69f4-4dd3-a69d-3d5ac7331b96 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472131 Jun 20 12:07:27.947912 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd6242-28ed-47fc-af62-b126023df76d req-7720926e-51f7-4aa4-8c09-13d63c1cf7f5 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:27.949490 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d0fd6242-28ed-47fc-af62-b126023df76d req-7720926e-51f7-4aa4-8c09-13d63c1cf7f5 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 943 time: 0.0635066 Jun 20 12:07:27.988609 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d0fd6242-28ed-47fc-af62-b126023df76d req-819118a5-14ce-4e94-8431-69378c1e59ec tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326440 Jun 20 12:07:28.485003 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2030e-9195-4ab0-9500-8b763784b550 req-2658a96a-3ec7-40d4-982c-b6da44347c1b tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:28.486430 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-bbd2030e-9195-4ab0-9500-8b763784b550 req-2658a96a-3ec7-40d4-982c-b6da44347c1b tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 944 time: 0.0681419 Jun 20 12:07:28.524397 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-bbd2030e-9195-4ab0-9500-8b763784b550 req-3372ff0f-16c4-488b-94df-ac9f593d6b75 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321987 Jun 20 12:07:28.847427 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05f7e3-7cd9-406c-9efd-bd76cbaa2c45 req-b3e4ba94-aba9-49bb-819c-b782e9de8daf tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:28.848767 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6a05f7e3-7cd9-406c-9efd-bd76cbaa2c45 req-b3e4ba94-aba9-49bb-819c-b782e9de8daf tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 944 time: 0.0661170 Jun 20 12:07:28.884892 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6a05f7e3-7cd9-406c-9efd-bd76cbaa2c45 req-fe1749f2-9800-4d5a-9ca8-b825dff910f6 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304232 Jun 20 12:07:29.163420 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c8879-643b-4a42-a1c7-151d51a96d29 req-92b5ec40-2af7-47fc-94c6-da9ba4694eb2 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:29.164880 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ef7c8879-643b-4a42-a1c7-151d51a96d29 req-92b5ec40-2af7-47fc-94c6-da9ba4694eb2 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 943 time: 0.0648537 Jun 20 12:07:29.200840 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ef7c8879-643b-4a42-a1c7-151d51a96d29 req-db2b3757-0fc9-4032-82a9-d89d844a0308 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303836 Jun 20 12:07:29.692332 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a701ff-20cd-49f4-88f2-fbe8a5d5363a req-a5cbdba0-c9e0-4789-bcc9-53e252acb8b5 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:29.693793 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-12a701ff-20cd-49f4-88f2-fbe8a5d5363a req-a5cbdba0-c9e0-4789-bcc9-53e252acb8b5 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 944 time: 0.0618167 Jun 20 12:07:29.731527 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-12a701ff-20cd-49f4-88f2-fbe8a5d5363a req-3dc748a5-16f2-43b3-80df-33840213fff8 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321729 Jun 20 12:07:30.061107 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a306b-c148-4190-a07e-0b9d1674d8bd req-a8a4b160-0378-48f2-a1f9-d1fa6bf555e8 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:30.063403 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9e2a306b-c148-4190-a07e-0b9d1674d8bd req-a8a4b160-0378-48f2-a1f9-d1fa6bf555e8 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 944 time: 0.0645907 Jun 20 12:07:30.099311 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9e2a306b-c148-4190-a07e-0b9d1674d8bd req-c56da9bd-b91c-4c0a-8f3e-b8b0c7ff2628 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303729 Jun 20 12:07:30.384869 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380dcfa-158e-4d0c-b083-3ed0d32bd3a4 req-87c6b5f9-5a08-44f8-8152-7c8f7f44cd3c tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:30.386412 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3380dcfa-158e-4d0c-b083-3ed0d32bd3a4 req-87c6b5f9-5a08-44f8-8152-7c8f7f44cd3c tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 943 time: 0.0636673 Jun 20 12:07:30.422545 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3380dcfa-158e-4d0c-b083-3ed0d32bd3a4 req-f4ce4fd6-e104-4071-a0d7-55e76d413c48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306654 Jun 20 12:07:30.711059 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device ece2b702-a1d0-40a0-a2be-e18d2b53db25 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92894) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 20 12:07:30.809451 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port ece2b702-a1d0-40a0-a2be-e18d2b53db25, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ece2b702-a1d0-40a0-a2be-e18d2b53db25,segment=NetworkSegment(d173258b-ac85-417c-8dd8-67f09ada7546),segment_id=d173258b-ac85-417c-8dd8-67f09ada7546)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:07:30.821685 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Returning: {'device': 'ece2b702-a1d0-40a0-a2be-e18d2b53db25', 'network_id': 'a060551e-4666-489f-af6c-22591d5d515d', 'port_id': 'ece2b702-a1d0-40a0-a2be-e18d2b53db25', 'mac_address': 'fa:16:3e:ce:b5:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0bca940-04b5-4092-a25a-ee3a37d4ce47', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92894) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 20 12:07:30.859780 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:30.872231 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece2b702-a1d0-40a0-a2be-e18d2b53db25 {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:07:30.891513 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port ece2b702-a1d0-40a0-a2be-e18d2b53db25, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ece2b702-a1d0-40a0-a2be-e18d2b53db25,segment=NetworkSegment(d173258b-ac85-417c-8dd8-67f09ada7546),segment_id=d173258b-ac85-417c-8dd8-67f09ada7546)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:07:30.895976 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:30.897702 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:30.923554 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54ad5b-d3a5-4ba8-af4c-ce21e7d135f7 req-1c67ba19-93ff-4f39-a767-8ada2297a37d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:30.925035 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4c54ad5b-d3a5-4ba8-af4c-ce21e7d135f7 req-1c67ba19-93ff-4f39-a767-8ada2297a37d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 944 time: 0.0765533 Jun 20 12:07:30.946299 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=ece2b702-a1d0-40a0-a2be-e18d2b53db25,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:30.950128 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:30.963160 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4c54ad5b-d3a5-4ba8-af4c-ce21e7d135f7 req-e1809021-a073-4683-ba13-53e0053056d1 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323875 Jun 20 12:07:31.265977 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6568939-365b-4180-9693-ba10cd002a09 req-cb1805e0-a80a-41a1-9dc0-7b0a2f28504e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:31.267402 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c6568939-365b-4180-9693-ba10cd002a09 req-cb1805e0-a80a-41a1-9dc0-7b0a2f28504e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 944 time: 0.0619235 Jun 20 12:07:31.303809 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c6568939-365b-4180-9693-ba10cd002a09 req-015c1fb6-dcdb-47c9-86d7-7a9372d1f8c9 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307665 Jun 20 12:07:31.588817 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15278b97-5c75-4d30-bbe4-c19d09dac84c req-dc83fc99-08c3-464d-9406-da8eee921e2f tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:31.590306 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-15278b97-5c75-4d30-bbe4-c19d09dac84c req-dc83fc99-08c3-464d-9406-da8eee921e2f tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 943 time: 0.0624466 Jun 20 12:07:31.627965 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-15278b97-5c75-4d30-bbe4-c19d09dac84c req-05085f90-e4ff-4595-833d-7d911fd658a6 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315559 Jun 20 12:07:32.130624 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce9257-d7f6-4832-a87f-8832b832341b req-3ee76158-cd21-4189-b647-4e1424183905 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:32.132039 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5fce9257-d7f6-4832-a87f-8832b832341b req-3ee76158-cd21-4189-b647-4e1424183905 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 944 time: 0.0611851 Jun 20 12:07:32.168112 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5fce9257-d7f6-4832-a87f-8832b832341b req-d683180e-87e2-4708-a9ae-41ead3e71178 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305963 Jun 20 12:07:32.476744 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7e57d-79de-4696-bb41-630bb185a36a req-3b1c17b6-c285-4805-aa3d-23a25de86075 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:32.478203 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-97f7e57d-79de-4696-bb41-630bb185a36a req-3b1c17b6-c285-4805-aa3d-23a25de86075 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 944 time: 0.0623887 Jun 20 12:07:32.515454 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-97f7e57d-79de-4696-bb41-630bb185a36a req-8d043ff4-0671-4692-9561-c99501bad028 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316231 Jun 20 12:07:32.798459 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69854d08-491e-4ca2-a02a-b88bdd6d5229 req-4296955f-6f84-4e31-b2b3-d8444fcec64a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:32.799899 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-69854d08-491e-4ca2-a02a-b88bdd6d5229 req-4296955f-6f84-4e31-b2b3-d8444fcec64a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 943 time: 0.0655537 Jun 20 12:07:32.836902 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-69854d08-491e-4ca2-a02a-b88bdd6d5229 req-9571757b-9d11-40c9-accb-0f9555b7167f tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315781 Jun 20 12:07:33.339472 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad4d5e-8797-4ef5-93ac-9a50e8c4cbce req-038d64a7-b56d-4fc1-a5f2-fbec34d98d7a tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:33.340995 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-afad4d5e-8797-4ef5-93ac-9a50e8c4cbce req-038d64a7-b56d-4fc1-a5f2-fbec34d98d7a tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 944 time: 0.0675650 Jun 20 12:07:33.344554 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 13dacf10-3636-4b1c-8a67-e80d88bb806d details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92894) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 20 12:07:33.385891 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-afad4d5e-8797-4ef5-93ac-9a50e8c4cbce req-61208a9b-3582-4576-9073-7d70e537cb7e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355673 Jun 20 12:07:33.406127 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 0740430a-17b3-433e-b230-cfe273de9811 up at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:07:33.585515 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 13dacf10-3636-4b1c-8a67-e80d88bb806d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=13dacf10-3636-4b1c-8a67-e80d88bb806d,segment=NetworkSegment(13296fdf-29cc-4cef-9f7a-9c15fc01c76c),segment_id=13296fdf-29cc-4cef-9f7a-9c15fc01c76c)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:07:33.599617 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Returning: {'device': '13dacf10-3636-4b1c-8a67-e80d88bb806d', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'port_id': '13dacf10-3636-4b1c-8a67-e80d88bb806d', 'mac_address': 'fa:16:3e:c1:ad:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92894) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 20 12:07:33.601124 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning for port 0740430a-17b3-433e-b230-cfe273de9811 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:07:33.607082 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning complete for port 0740430a-17b3-433e-b230-cfe273de9811 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:07:33.607450 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:33.669561 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:33.691793 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13dacf10-3636-4b1c-8a67-e80d88bb806d {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:07:33.695738 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d92ef4-2055-4ac6-bc1b-a5fe69052996 req-8614c56a-e14e-4b93-8415-f5b67df3c2c4 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:33.697200 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-39d92ef4-2055-4ac6-bc1b-a5fe69052996 req-8614c56a-e14e-4b93-8415-f5b67df3c2c4 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 944 time: 0.0625355 Jun 20 12:07:33.738524 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-39d92ef4-2055-4ac6-bc1b-a5fe69052996 req-89bec9e4-d9b9-4ec5-87f1-83364bd71f6d tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352108 Jun 20 12:07:33.742719 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 13dacf10-3636-4b1c-8a67-e80d88bb806d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=13dacf10-3636-4b1c-8a67-e80d88bb806d,segment=NetworkSegment(13296fdf-29cc-4cef-9f7a-9c15fc01c76c),segment_id=13296fdf-29cc-4cef-9f7a-9c15fc01c76c)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:07:33.748237 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:33.754222 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-367812bd-6941-4197-81a6-79de1eaffbd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:33.782279 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:33.823089 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31686b61-269f-47e9-ad05-91b1b3136f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0740430a-17b3-433e-b230-cfe273de9811'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:07:33.883810 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=13dacf10-3636-4b1c-8a67-e80d88bb806d,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:33.887120 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:33.905777 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 0740430a-17b3-433e-b230-cfe273de9811, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0740430a-17b3-433e-b230-cfe273de9811,segment=NetworkSegment(772d3453-90d2-4baf-b0fb-7e7bd5f04d73),segment_id=772d3453-90d2-4baf-b0fb-7e7bd5f04d73)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:07:33.911229 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:33.913502 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:33.968153 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=0740430a-17b3-433e-b230-cfe273de9811,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:33.972211 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:34.010051 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff433fd2e3e8483ec5bde8b443a8d0833f9278b814f7b3ef2a1c28b3d75b6172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d0cb7e-1056-44f6-a415-7e9ecb1eb264" -d '{"events": [{"server_uuid": "31686b61-269f-47e9-ad05-91b1b3136f57", "name": "network-vif-plugged", "status": "completed", "tag": "0740430a-17b3-433e-b230-cfe273de9811"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:07:34.039688 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48144485-ec4c-4a69-9752-20734042b51b req-199f79f7-0b8f-4dc0-af4f-b3638f3e087c tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:34.041239 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-48144485-ec4c-4a69-9752-20734042b51b req-199f79f7-0b8f-4dc0-af4f-b3638f3e087c tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 944 time: 0.0899787 Jun 20 12:07:34.080424 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-48144485-ec4c-4a69-9752-20734042b51b req-210d8798-83b1-472a-9293-19f250adaeb2 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323880 Jun 20 12:07:34.148905 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1698796-fdf0-4efb-bd23-5c0c444c89fc x-openstack-request-id: req-c1698796-fdf0-4efb-bd23-5c0c444c89fc {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:07:34.149292 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31686b61-269f-47e9-ad05-91b1b3136f57", "name": "network-vif-plugged", "status": "completed", "tag": "0740430a-17b3-433e-b230-cfe273de9811", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:07:34.149552 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1698796-fdf0-4efb-bd23-5c0c444c89fc {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:07:34.150049 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31686b61-269f-47e9-ad05-91b1b3136f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0740430a-17b3-433e-b230-cfe273de9811', 'code': 200} Jun 20 12:07:34.470719 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['ece2b702-a1d0-40a0-a2be-e18d2b53db25'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:07:34.484047 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc4982-cf67-4fe4-97c9-3e42abd00267 req-30b813d0-1bc0-4d8f-8123-8c42737b2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:34.485696 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-91dc4982-cf67-4fe4-97c9-3e42abd00267 req-30b813d0-1bc0-4d8f-8123-8c42737b2ff4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 1098 time: 0.0890117 Jun 20 12:07:34.504861 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-91dc4982-cf67-4fe4-97c9-3e42abd00267 req-b171fbdf-41d1-4975-ad3b-5117f751b9ed service neutron] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:34.582314 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be959915-0820-4d47-aab2-5eb048017a87 req-fa5f6562-2fcf-410f-af43-54de6b9822a3 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:34.584124 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-be959915-0820-4d47-aab2-5eb048017a87 req-fa5f6562-2fcf-410f-af43-54de6b9822a3 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 944 time: 0.0872259 Jun 20 12:07:34.615795 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-91dc4982-cf67-4fe4-97c9-3e42abd00267 req-b171fbdf-41d1-4975-ad3b-5117f751b9ed service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:34.621020 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-91dc4982-cf67-4fe4-97c9-3e42abd00267 req-b171fbdf-41d1-4975-ad3b-5117f751b9ed service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:34.628493 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['13dacf10-3636-4b1c-8a67-e80d88bb806d'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:07:34.628697 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-0c45d8ae-be4e-41ef-9ccc-0f2c79e5e814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:34.631135 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-be959915-0820-4d47-aab2-5eb048017a87 req-7d9bdb73-f705-43b5-88ef-a76171146a3b tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399337 Jun 20 12:07:34.659062 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-91dc4982-cf67-4fe4-97c9-3e42abd00267 req-b171fbdf-41d1-4975-ad3b-5117f751b9ed service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670127 Jun 20 12:07:34.667851 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171fbdf-41d1-4975-ad3b-5117f751b9ed service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdc5cb4-5c02-41b0-bfc9-1d9bc62e1681,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:34.671583 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b171fbdf-41d1-4975-ad3b-5117f751b9ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:34.921677 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a6f26-e948-4b8d-b2a4-9b09d5c29836 req-bbbdeb27-e799-4b92-a560-c0806afcc4ed tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:34.921677 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-815a6f26-e948-4b8d-b2a4-9b09d5c29836 req-bbbdeb27-e799-4b92-a560-c0806afcc4ed tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 945 time: 0.0665936 Jun 20 12:07:34.961406 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-815a6f26-e948-4b8d-b2a4-9b09d5c29836 req-129afeea-6e9e-499e-b95d-a4fe2ef0d423 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361693 Jun 20 12:07:35.253653 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23db3d5-400b-4298-a6cd-db0aaa3417ac req-0f591b88-d5c9-4a1e-a038-ed7b30781f3b tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:35.254994 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b23db3d5-400b-4298-a6cd-db0aaa3417ac req-0f591b88-d5c9-4a1e-a038-ed7b30781f3b tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 944 time: 0.0620811 Jun 20 12:07:35.291797 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b23db3d5-400b-4298-a6cd-db0aaa3417ac req-17d2023c-5d96-4c92-b609-1053d60c61a1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311632 Jun 20 12:07:35.337241 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 0ccfb74d-f675-4d5a-8721-2d96c7935350 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92894) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 20 12:07:35.438181 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 0ccfb74d-f675-4d5a-8721-2d96c7935350, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0ccfb74d-f675-4d5a-8721-2d96c7935350,segment=NetworkSegment(d173258b-ac85-417c-8dd8-67f09ada7546),segment_id=d173258b-ac85-417c-8dd8-67f09ada7546)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:07:35.449767 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Returning: {'device': '0ccfb74d-f675-4d5a-8721-2d96c7935350', 'network_id': 'a060551e-4666-489f-af6c-22591d5d515d', 'port_id': '0ccfb74d-f675-4d5a-8721-2d96c7935350', 'mac_address': 'fa:16:3e:f7:5f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0bca940-04b5-4092-a25a-ee3a37d4ce47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92894) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 20 12:07:35.496702 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:35.511365 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ccfb74d-f675-4d5a-8721-2d96c7935350 {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:07:35.532486 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 0ccfb74d-f675-4d5a-8721-2d96c7935350, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0ccfb74d-f675-4d5a-8721-2d96c7935350,segment=NetworkSegment(d173258b-ac85-417c-8dd8-67f09ada7546),segment_id=d173258b-ac85-417c-8dd8-67f09ada7546)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:07:35.540251 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:35.542059 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:35.591949 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=0ccfb74d-f675-4d5a-8721-2d96c7935350,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:35.597496 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:35.816596 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f25669-ea49-4403-b30d-f220d216ff68 req-817c0a49-c011-4419-8bb7-c964256b4b84 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:35.818267 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-92f25669-ea49-4403-b30d-f220d216ff68 req-817c0a49-c011-4419-8bb7-c964256b4b84 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 945 time: 0.0650320 Jun 20 12:07:35.855725 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-92f25669-ea49-4403-b30d-f220d216ff68 req-0de1b83f-51e9-47ac-88ee-16704e94b4fd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316746 Jun 20 12:07:36.149208 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deced53e-7ce2-4a85-8302-0564005981f1 req-a15f10a3-c6a7-4314-8372-de97c881bcff tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:36.150670 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-deced53e-7ce2-4a85-8302-0564005981f1 req-a15f10a3-c6a7-4314-8372-de97c881bcff tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 945 time: 0.0750372 Jun 20 12:07:36.201512 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-deced53e-7ce2-4a85-8302-0564005981f1 req-24aaec7f-28b5-4bab-a3c6-f140f4a0bc66 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442784 Jun 20 12:07:36.410556 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 58106) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:36.485226 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32479cfb-4c26-46e9-9f6b-39e702f4d2e3 req-4cd940db-20cb-4fa6-ab3b-89920a57e83f tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:36.486679 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-32479cfb-4c26-46e9-9f6b-39e702f4d2e3 req-4cd940db-20cb-4fa6-ab3b-89920a57e83f tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 944 time: 0.0700850 Jun 20 12:07:36.524467 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b8539e96-8e93-47f3-befd-996437d6b1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:36.724666 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-32479cfb-4c26-46e9-9f6b-39e702f4d2e3 req-c508e825-0ce3-4d0c-aefe-76952286e847 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324467 Jun 20 12:07:36.800427 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b8539e96-8e93-47f3-befd-996437d6b1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:36.804222 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b8539e96-8e93-47f3-befd-996437d6b1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:36.807533 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-8f7d32aa-7a94-4738-a57a-ade50a553daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:36.841174 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-b8539e96-8e93-47f3-befd-996437d6b1eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=987d1081b98546748969d764d38018fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4290061 Jun 20 12:07:36.842035 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8539e96-8e93-47f3-befd-996437d6b1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2713e54b-6110-4e1a-83f3-8aff1ae3015e,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:36.845380 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 58118) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:36.855717 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8539e96-8e93-47f3-befd-996437d6b1eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:36.856067 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8539e96-8e93-47f3-befd-996437d6b1eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:36.856407 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8539e96-8e93-47f3-befd-996437d6b1eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:36.856740 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8539e96-8e93-47f3-befd-996437d6b1eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:36.857095 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8539e96-8e93-47f3-befd-996437d6b1eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:36.857427 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8539e96-8e93-47f3-befd-996437d6b1eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:36.857752 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8539e96-8e93-47f3-befd-996437d6b1eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:36.858649 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8539e96-8e93-47f3-befd-996437d6b1eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:36.858979 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8539e96-8e93-47f3-befd-996437d6b1eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:36.859334 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8539e96-8e93-47f3-befd-996437d6b1eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:36.859654 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8539e96-8e93-47f3-befd-996437d6b1eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:36.859974 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8539e96-8e93-47f3-befd-996437d6b1eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:36.872375 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b8539e96-8e93-47f3-befd-996437d6b1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:36.902760 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9e977a06-2417-4366-8ceb-3a8bd1e9b91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:36.924351 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9e977a06-2417-4366-8ceb-3a8bd1e9b91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:36.966673 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9e977a06-2417-4366-8ceb-3a8bd1e9b91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:36.969922 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9e977a06-2417-4366-8ceb-3a8bd1e9b91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:36.971048 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-9e977a06-2417-4366-8ceb-3a8bd1e9b91c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2713e54b-6110-4e1a-83f3-8aff1ae3015e HTTP/1.1" status: 204 len: 168 time: 0.1248016 Jun 20 12:07:36.971726 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:36.978993 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e977a06-2417-4366-8ceb-3a8bd1e9b91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2713e54b-6110-4e1a-83f3-8aff1ae3015e,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:36.981165 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-9e977a06-2417-4366-8ceb-3a8bd1e9b91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:37.043161 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1508d-9c9c-48ab-b1eb-8f334316f931 req-19f5e6fe-0c4f-4b80-aebf-5ff64a530f9e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:37.044613 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ade1508d-9c9c-48ab-b1eb-8f334316f931 req-19f5e6fe-0c4f-4b80-aebf-5ff64a530f9e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 945 time: 0.0772989 Jun 20 12:07:37.083958 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ade1508d-9c9c-48ab-b1eb-8f334316f931 req-b6d1edb3-58b6-4f83-9b6e-13fab5a3d68e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332460 Jun 20 12:07:37.229120 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 58128) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:37.242042 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-752c8428-0620-4602-afb6-40e75353d134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:37.357306 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-752c8428-0620-4602-afb6-40e75353d134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:37.362445 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-752c8428-0620-4602-afb6-40e75353d134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:37.365578 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-4dc0258f-55ef-42c5-8a55-c1d0aecad37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:37.407620 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-752c8428-0620-4602-afb6-40e75353d134 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e020b923439343a8b0db724c14f6d00e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1772563 Jun 20 12:07:37.410089 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c8428-0620-4602-afb6-40e75353d134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a61367-0beb-4e3d-9fbd-ae76dc2bb802,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:37.410645 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 58130) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:37.413560 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-752c8428-0620-4602-afb6-40e75353d134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:37.428546 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae99340-b3c5-4ca5-9b76-f60c4f6f22b2 req-56425b52-008d-4301-b25a-22d26f843398 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:37.430007 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bae99340-b3c5-4ca5-9b76-f60c4f6f22b2 req-56425b52-008d-4301-b25a-22d26f843398 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 945 time: 0.1189504 Jun 20 12:07:37.461680 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8220170d-a07c-4515-917b-ee0f595c2051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:37.468471 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bae99340-b3c5-4ca5-9b76-f60c4f6f22b2 req-fed69501-9fd8-42c8-92e3-f8d304e64bb8 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326822 Jun 20 12:07:37.483591 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8220170d-a07c-4515-917b-ee0f595c2051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:37.529300 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8220170d-a07c-4515-917b-ee0f595c2051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:37.531834 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8220170d-a07c-4515-917b-ee0f595c2051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:37.532973 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-8220170d-a07c-4515-917b-ee0f595c2051 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39a61367-0beb-4e3d-9fbd-ae76dc2bb802 HTTP/1.1" status: 204 len: 168 time: 0.1213028 Jun 20 12:07:37.533612 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:37.541037 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220170d-a07c-4515-917b-ee0f595c2051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a61367-0beb-4e3d-9fbd-ae76dc2bb802,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:37.548045 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220170d-a07c-4515-917b-ee0f595c2051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:37.548405 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220170d-a07c-4515-917b-ee0f595c2051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:37.548754 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220170d-a07c-4515-917b-ee0f595c2051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:37.549126 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220170d-a07c-4515-917b-ee0f595c2051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:37.549471 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220170d-a07c-4515-917b-ee0f595c2051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:37.549813 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220170d-a07c-4515-917b-ee0f595c2051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:37.550217 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220170d-a07c-4515-917b-ee0f595c2051 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:37.550479 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220170d-a07c-4515-917b-ee0f595c2051 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:37.550813 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220170d-a07c-4515-917b-ee0f595c2051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:37.551142 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220170d-a07c-4515-917b-ee0f595c2051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:37.551472 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220170d-a07c-4515-917b-ee0f595c2051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:37.551799 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220170d-a07c-4515-917b-ee0f595c2051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:37.554818 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-8220170d-a07c-4515-917b-ee0f595c2051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:37.803108 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f7b18f48-0226-40d0-aa19-72412432d8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:37.854117 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 58144) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:37.869678 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-55b1e06b-b802-4a62-b342-de3cb168e16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:37.938687 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f004ac1-a0f5-4eb7-b97d-01793a3df9dd req-e7fdac98-3ceb-4013-86c0-2c80011a28f6 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:37.940402 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8f004ac1-a0f5-4eb7-b97d-01793a3df9dd req-e7fdac98-3ceb-4013-86c0-2c80011a28f6 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 944 time: 0.0957730 Jun 20 12:07:37.973154 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-55b1e06b-b802-4a62-b342-de3cb168e16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:37.979732 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-55b1e06b-b802-4a62-b342-de3cb168e16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:37.983658 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-5aa2f29c-54ec-401f-9615-67e979ddb277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:38.000328 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8f004ac1-a0f5-4eb7-b97d-01793a3df9dd req-fc45a052-9dbf-4a71-bfc1-6260a0cb1879 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504611 Jun 20 12:07:38.026114 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1e06b-b802-4a62-b342-de3cb168e16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a0cead-f632-4961-9c26-9b2551662e10,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:38.033443 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-55b1e06b-b802-4a62-b342-de3cb168e16e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c7480e9c1e046f286f0bc7d2367aa9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1782491 Jun 20 12:07:38.034602 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-55b1e06b-b802-4a62-b342-de3cb168e16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:38.037178 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 58148) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:38.085535 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-29101514-a6ab-4928-9cfc-90c417caec4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:38.106147 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-29101514-a6ab-4928-9cfc-90c417caec4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:38.151262 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-29101514-a6ab-4928-9cfc-90c417caec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:38.154064 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-29101514-a6ab-4928-9cfc-90c417caec4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:38.159716 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-29101514-a6ab-4928-9cfc-90c417caec4a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60a0cead-f632-4961-9c26-9b2551662e10 HTTP/1.1" status: 204 len: 168 time: 0.1197448 Jun 20 12:07:38.159716 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-773d342d-1aff-4bd7-bfc1-ab4fbd60ac97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:38.167798 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29101514-a6ab-4928-9cfc-90c417caec4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a0cead-f632-4961-9c26-9b2551662e10,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:38.170500 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-29101514-a6ab-4928-9cfc-90c417caec4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:38.270881 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c7ff3-91b7-4196-8afb-1b592653021e req-73c0e951-de91-4def-bcad-934e4ebbe15a tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:38.272485 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1b3c7ff3-91b7-4196-8afb-1b592653021e req-73c0e951-de91-4def-bcad-934e4ebbe15a tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 945 time: 0.0629876 Jun 20 12:07:38.312548 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1b3c7ff3-91b7-4196-8afb-1b592653021e req-1b307521-1091-4d6f-b14f-2e8407bf6cb5 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335193 Jun 20 12:07:38.649312 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37600a-6e8f-41a7-ab44-51e415991273 req-75ede05d-3dc4-46b3-bdd9-83470801bf75 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:38.650777 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9e37600a-6e8f-41a7-ab44-51e415991273 req-75ede05d-3dc4-46b3-bdd9-83470801bf75 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 945 time: 0.0657768 Jun 20 12:07:38.693748 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9e37600a-6e8f-41a7-ab44-51e415991273 req-bd287bca-45f1-4567-b798-c7c715a9928c tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364861 Jun 20 12:07:38.862503 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device ece2b702-a1d0-40a0-a2be-e18d2b53db25 up at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:07:38.913126 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning for port ece2b702-a1d0-40a0-a2be-e18d2b53db25 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:07:38.916898 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning complete for port ece2b702-a1d0-40a0-a2be-e18d2b53db25 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:07:38.917309 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:38.999476 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:39.022391 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eb747a-eb98-4d7f-aec3-ca054b4782b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece2b702-a1d0-40a0-a2be-e18d2b53db25'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:07:39.024657 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff433fd2e3e8483ec5bde8b443a8d0833f9278b814f7b3ef2a1c28b3d75b6172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f824b0b-4db8-4da6-babd-7a68880bfb4a" -d '{"events": [{"server_uuid": "67eb747a-eb98-4d7f-aec3-ca054b4782b1", "name": "network-vif-plugged", "status": "completed", "tag": "ece2b702-a1d0-40a0-a2be-e18d2b53db25"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:07:39.042881 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port ece2b702-a1d0-40a0-a2be-e18d2b53db25, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ece2b702-a1d0-40a0-a2be-e18d2b53db25,segment=NetworkSegment(d173258b-ac85-417c-8dd8-67f09ada7546),segment_id=d173258b-ac85-417c-8dd8-67f09ada7546)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:07:39.047802 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:39.052245 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:39.086903 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534c1c89-1d94-4a70-ba48-fcb4c799b7cf x-openstack-request-id: req-534c1c89-1d94-4a70-ba48-fcb4c799b7cf {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:07:39.087445 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67eb747a-eb98-4d7f-aec3-ca054b4782b1", "name": "network-vif-plugged", "status": "completed", "tag": "ece2b702-a1d0-40a0-a2be-e18d2b53db25", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:07:39.087857 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-534c1c89-1d94-4a70-ba48-fcb4c799b7cf {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:07:39.088247 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eb747a-eb98-4d7f-aec3-ca054b4782b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece2b702-a1d0-40a0-a2be-e18d2b53db25', 'code': 200} Jun 20 12:07:39.132151 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=ece2b702-a1d0-40a0-a2be-e18d2b53db25,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:39.141244 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:39.141589 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:39.141925 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:39.142256 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:39.142582 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:39.142905 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:39.143225 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:39.143543 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:39.143915 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:39.144421 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:39.145019 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:39.145342 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:07:39.153680 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:39.203644 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be148749-8595-4a1e-9fba-7d8a51e8210d req-9ba1b3d4-f6f9-434a-aab0-941fbd652a6b tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:39.203644 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-be148749-8595-4a1e-9fba-7d8a51e8210d req-9ba1b3d4-f6f9-434a-aab0-941fbd652a6b tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 944 time: 0.0705752 Jun 20 12:07:39.250272 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-be148749-8595-4a1e-9fba-7d8a51e8210d req-604e8ddc-4afb-4066-be40-097603d07a79 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451441 Jun 20 12:07:39.482664 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73830811-05f9-460d-87ba-563ed734873a req-0739e446-255f-49a7-9a9d-6698b9ab5be4 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:39.484542 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-73830811-05f9-460d-87ba-563ed734873a req-0739e446-255f-49a7-9a9d-6698b9ab5be4 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 945 time: 0.0599992 Jun 20 12:07:39.521138 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-73830811-05f9-460d-87ba-563ed734873a req-0c07441e-bc6e-4b60-b64c-f741293bdd25 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309098 Jun 20 12:07:39.862125 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaec39-7f8f-439d-9cc9-94de7c029543 req-e41a248f-8e0c-48ea-bdf7-c9aebc93abda tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:39.863558 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f4eaec39-7f8f-439d-9cc9-94de7c029543 req-e41a248f-8e0c-48ea-bdf7-c9aebc93abda tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 945 time: 0.0611992 Jun 20 12:07:39.898524 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f4eaec39-7f8f-439d-9cc9-94de7c029543 req-19918da8-c3b2-41d1-ac3f-ce69d03ca5af tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293670 Jun 20 12:07:39.939644 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d4d4d7bb-d83c-48c3-88e2-c485c36856ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:40.331734 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:40.430694 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6cda8-c172-4695-b076-084f5e0186f5 req-57507a65-de2b-4ae4-bb5d-88bfce9f41ee tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:40.432152 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-23f6cda8-c172-4695-b076-084f5e0186f5 req-57507a65-de2b-4ae4-bb5d-88bfce9f41ee tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 944 time: 0.0647085 Jun 20 12:07:40.468824 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-23f6cda8-c172-4695-b076-084f5e0186f5 req-a26b0778-e475-4476-82ec-c61a24304499 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309851 Jun 20 12:07:40.690979 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c4250-f8d6-4c26-88cd-2ad0924e78b8 req-894dd146-2bf1-498c-bd25-176402ba6a33 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:40.692404 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-363c4250-f8d6-4c26-88cd-2ad0924e78b8 req-894dd146-2bf1-498c-bd25-176402ba6a33 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 945 time: 0.0647106 Jun 20 12:07:40.731047 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-363c4250-f8d6-4c26-88cd-2ad0924e78b8 req-f2d68622-924f-4b32-bda3-9e7eaea47133 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320432 Jun 20 12:07:41.067613 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add294e-a9a0-4c43-aea5-29f6cf75eee1 req-9e98c28e-0b51-4e91-9201-269312512a40 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:41.069182 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3add294e-a9a0-4c43-aea5-29f6cf75eee1 req-9e98c28e-0b51-4e91-9201-269312512a40 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 945 time: 0.0648282 Jun 20 12:07:41.109887 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3add294e-a9a0-4c43-aea5-29f6cf75eee1 req-4fb437ad-ef8c-48bb-9dec-ca9504e25493 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345695 Jun 20 12:07:41.450455 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:41.639783 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c586e8-2ce7-4ab0-8f2e-71e6887c8063 req-eaeba8a0-0c13-4e10-a84c-f9250bd234e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:41.641180 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e6c586e8-2ce7-4ab0-8f2e-71e6887c8063 req-eaeba8a0-0c13-4e10-a84c-f9250bd234e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 944 time: 0.0616968 Jun 20 12:07:41.678039 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e6c586e8-2ce7-4ab0-8f2e-71e6887c8063 req-e9982e58-6022-489e-81ff-b339ba2840a1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307875 Jun 20 12:07:41.913825 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069106b-f265-4d09-af74-e786fd7525a3 req-67cc7335-4457-435e-b7e2-d730b6cfff71 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:41.915448 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8069106b-f265-4d09-af74-e786fd7525a3 req-67cc7335-4457-435e-b7e2-d730b6cfff71 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 945 time: 0.0730486 Jun 20 12:07:41.962974 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8069106b-f265-4d09-af74-e786fd7525a3 req-729c2948-3d0e-40d6-9863-7adc960e215f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414550 Jun 20 12:07:42.127205 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 13dacf10-3636-4b1c-8a67-e80d88bb806d up at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:07:42.190113 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning for port 13dacf10-3636-4b1c-8a67-e80d88bb806d completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:07:42.194586 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning complete for port 13dacf10-3636-4b1c-8a67-e80d88bb806d triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:07:42.194977 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:42.276241 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:42.291294 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2fd33-f83d-4027-99ec-c7e30ef83c34 req-9be6c234-eeda-4086-9de6-a17a0c6de379 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:42.294607 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-52b2fd33-f83d-4027-99ec-c7e30ef83c34 req-9be6c234-eeda-4086-9de6-a17a0c6de379 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 945 time: 0.0700045 Jun 20 12:07:42.301923 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20864dde-4980-49da-b051-15408cd1f5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dacf10-3636-4b1c-8a67-e80d88bb806d'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:07:42.304214 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff433fd2e3e8483ec5bde8b443a8d0833f9278b814f7b3ef2a1c28b3d75b6172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83756946-2c57-440b-8f19-c3055dd1b3ef" -d '{"events": [{"server_uuid": "20864dde-4980-49da-b051-15408cd1f5a7", "name": "network-vif-plugged", "status": "completed", "tag": "13dacf10-3636-4b1c-8a67-e80d88bb806d"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:07:42.317724 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 13dacf10-3636-4b1c-8a67-e80d88bb806d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=13dacf10-3636-4b1c-8a67-e80d88bb806d,segment=NetworkSegment(13296fdf-29cc-4cef-9f7a-9c15fc01c76c),segment_id=13296fdf-29cc-4cef-9f7a-9c15fc01c76c)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:07:42.322061 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:42.324313 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:42.340312 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-52b2fd33-f83d-4027-99ec-c7e30ef83c34 req-5cb30304-9a5b-49e2-b4bf-52fe34588188 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382726 Jun 20 12:07:42.348196 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a65ea5e-a6b0-4cf3-b225-35237034986b x-openstack-request-id: req-2a65ea5e-a6b0-4cf3-b225-35237034986b {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:07:42.348500 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20864dde-4980-49da-b051-15408cd1f5a7", "name": "network-vif-plugged", "status": "completed", "tag": "13dacf10-3636-4b1c-8a67-e80d88bb806d", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:07:42.348764 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a65ea5e-a6b0-4cf3-b225-35237034986b {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:07:42.349182 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20864dde-4980-49da-b051-15408cd1f5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dacf10-3636-4b1c-8a67-e80d88bb806d', 'code': 200} Jun 20 12:07:42.373895 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=13dacf10-3636-4b1c-8a67-e80d88bb806d,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:42.377282 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:42.646641 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bb058-a64f-421d-8613-052c5d61ff1f req-b91b443f-1732-4d6d-baa5-bce62c2fcee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:42.648086 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e67bb058-a64f-421d-8613-052c5d61ff1f req-b91b443f-1732-4d6d-baa5-bce62c2fcee3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 1098 time: 0.0505738 Jun 20 12:07:42.681327 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e67bb058-a64f-421d-8613-052c5d61ff1f req-d618ca0b-2521-461d-9f8d-409d36fcf1ea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269213 Jun 20 12:07:42.852635 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea059b-b24e-4b96-bdf4-34848d797dce req-276a25c2-a767-4abb-8b95-2102494728ae tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:42.854111 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-26ea059b-b24e-4b96-bdf4-34848d797dce req-276a25c2-a767-4abb-8b95-2102494728ae tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0638149 Jun 20 12:07:42.891004 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-26ea059b-b24e-4b96-bdf4-34848d797dce req-3bc92021-2432-49e9-abea-3e21ac1e4d34 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314643 Jun 20 12:07:42.913204 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['0ccfb74d-f675-4d5a-8721-2d96c7935350'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:07:43.134436 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5db71f-3106-4d2e-b884-2860cdbfc536 req-2c932e85-7503-4658-b213-6fd0334e957c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:43.135880 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6c5db71f-3106-4d2e-b884-2860cdbfc536 req-2c932e85-7503-4658-b213-6fd0334e957c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 945 time: 0.0619245 Jun 20 12:07:43.172256 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:43.176590 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6c5db71f-3106-4d2e-b884-2860cdbfc536 req-3b0a0290-4e6e-4b02-967c-dbccfea40399 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349443 Jun 20 12:07:43.494782 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebfeb1-b289-4809-9ddc-52a977bfaba7 req-c7b8f616-5b8c-46fc-b9e0-836f8fae5234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:43.496197 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c0ebfeb1-b289-4809-9ddc-52a977bfaba7 req-c7b8f616-5b8c-46fc-b9e0-836f8fae5234 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 1098 time: 0.0905480 Jun 20 12:07:43.542342 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c0ebfeb1-b289-4809-9ddc-52a977bfaba7 req-d4d1fada-90af-4bd7-b921-19f580639e70 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387876 Jun 20 12:07:43.553985 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca2831-447f-4789-a292-098f969a5bfa req-93c39973-c751-4945-b588-f49799b72a5d tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:43.555343 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-15ca2831-447f-4789-a292-098f969a5bfa req-93c39973-c751-4945-b588-f49799b72a5d tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 945 time: 0.0918815 Jun 20 12:07:43.591389 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-15ca2831-447f-4789-a292-098f969a5bfa req-4d6ace13-d3ff-46ba-b0e5-42123836275c tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300899 Jun 20 12:07:44.074802 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b5e59-a56c-4a3e-b071-4c3790f07da3 req-95a1aa5d-a809-4fd6-98f7-e35ad1262926 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:44.077260 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6c6b5e59-a56c-4a3e-b071-4c3790f07da3 req-95a1aa5d-a809-4fd6-98f7-e35ad1262926 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0682387 Jun 20 12:07:44.114349 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6c6b5e59-a56c-4a3e-b071-4c3790f07da3 req-08247eab-a840-491a-9303-a7d1f78b9ddc tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307949 Jun 20 12:07:44.359440 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b3fb5-7a0f-428c-b421-f4468b6959af req-aa4a3f4b-5c86-4bd4-877c-21926ac31142 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:44.361891 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ad4b3fb5-7a0f-428c-b421-f4468b6959af req-aa4a3f4b-5c86-4bd4-877c-21926ac31142 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 945 time: 0.0697110 Jun 20 12:07:44.405933 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ad4b3fb5-7a0f-428c-b421-f4468b6959af req-a2f19279-52af-4e5b-991c-919a4f53f727 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380325 Jun 20 12:07:44.787954 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d5f8d-12d3-4326-8cfd-21542966bc4d req-43bd52f1-3d87-453a-83dd-a0aa8896b01c tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:44.789420 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ea4d5f8d-12d3-4326-8cfd-21542966bc4d req-43bd52f1-3d87-453a-83dd-a0aa8896b01c tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 945 time: 0.0764749 Jun 20 12:07:44.826268 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ea4d5f8d-12d3-4326-8cfd-21542966bc4d req-11b43668-d4c8-460e-a25f-a2ccb5da1255 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310407 Jun 20 12:07:45.285268 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9589777-2d2c-4bf0-bdbe-6bac18a1d73d req-48c5b518-aaca-4f62-b1e8-0068ee66843f tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:45.286606 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f9589777-2d2c-4bf0-bdbe-6bac18a1d73d req-48c5b518-aaca-4f62-b1e8-0068ee66843f tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0599329 Jun 20 12:07:45.322847 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f9589777-2d2c-4bf0-bdbe-6bac18a1d73d req-2943b7cf-7a89-4523-a3c8-f869f96a31c6 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306494 Jun 20 12:07:45.578902 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf07a6-deac-4dce-ac38-0207f5a2b276 req-b36961d0-6f51-443d-ae6d-45f79fb930c5 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:45.581176 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-91bf07a6-deac-4dce-ac38-0207f5a2b276 req-b36961d0-6f51-443d-ae6d-45f79fb930c5 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 945 time: 0.0681279 Jun 20 12:07:45.616807 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-91bf07a6-deac-4dce-ac38-0207f5a2b276 req-ae2473be-6872-4635-93bf-218f7f0557c2 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300176 Jun 20 12:07:46.497487 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2a7c8-ee4d-4339-bc15-387901bc1ed7 req-b1017bc6-a3c9-4aab-8a3b-103e7790c14d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:46.498928 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-14a2a7c8-ee4d-4339-bc15-387901bc1ed7 req-b1017bc6-a3c9-4aab-8a3b-103e7790c14d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0614917 Jun 20 12:07:46.536114 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-14a2a7c8-ee4d-4339-bc15-387901bc1ed7 req-9f13b4ef-0068-445d-8b3d-6eb0d88daa6f tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307159 Jun 20 12:07:46.785903 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc616a2-3eb6-4e8d-8b81-ae583407a3c1 req-29688dfa-a76e-473b-a8f4-6c21172864a2 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:46.787363 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7fc616a2-3eb6-4e8d-8b81-ae583407a3c1 req-29688dfa-a76e-473b-a8f4-6c21172864a2 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 945 time: 0.0629284 Jun 20 12:07:46.827337 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7fc616a2-3eb6-4e8d-8b81-ae583407a3c1 req-a5d77047-d4a9-4708-a634-de19aec0e5ae tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341122 Jun 20 12:07:47.704475 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86bf1e-3d06-400c-aed7-7e429732678c req-9ac40074-71eb-446b-b83c-12c4439d3f2d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:47.705834 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5c86bf1e-3d06-400c-aed7-7e429732678c req-9ac40074-71eb-446b-b83c-12c4439d3f2d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0635390 Jun 20 12:07:47.742347 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5c86bf1e-3d06-400c-aed7-7e429732678c req-d5fe7a26-0e85-4076-ae82-3699478e43f0 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302377 Jun 20 12:07:48.001099 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcf56a-c5ca-44e3-ab06-7feb8ac86ae7 req-862695bf-9402-4162-acbf-bb15a134f35d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:48.002461 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-38dcf56a-c5ca-44e3-ab06-7feb8ac86ae7 req-862695bf-9402-4162-acbf-bb15a134f35d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 945 time: 0.0608294 Jun 20 12:07:48.038872 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-38dcf56a-c5ca-44e3-ab06-7feb8ac86ae7 req-d31fd80d-1a9e-4d62-b5c2-a939df13754d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300810 Jun 20 12:07:48.269434 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 0ccfb74d-f675-4d5a-8721-2d96c7935350 up at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:07:48.317351 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning for port 0ccfb74d-f675-4d5a-8721-2d96c7935350 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:07:48.321067 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning complete for port 0ccfb74d-f675-4d5a-8721-2d96c7935350 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:07:48.321502 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:48.397957 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:48.422468 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f57c809-1ce1-4dca-8e30-55be3f778e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccfb74d-f675-4d5a-8721-2d96c7935350'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:07:48.424635 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff433fd2e3e8483ec5bde8b443a8d0833f9278b814f7b3ef2a1c28b3d75b6172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cce428-53dc-49f7-a4e3-853278d26b9a" -d '{"events": [{"server_uuid": "8f57c809-1ce1-4dca-8e30-55be3f778e97", "name": "network-vif-plugged", "status": "completed", "tag": "0ccfb74d-f675-4d5a-8721-2d96c7935350"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:07:48.436985 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 0ccfb74d-f675-4d5a-8721-2d96c7935350, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0ccfb74d-f675-4d5a-8721-2d96c7935350,segment=NetworkSegment(d173258b-ac85-417c-8dd8-67f09ada7546),segment_id=d173258b-ac85-417c-8dd8-67f09ada7546)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:07:48.441408 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:48.443208 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:48.465061 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab87b78e-a34a-4292-9b4d-9a8766145598 x-openstack-request-id: req-ab87b78e-a34a-4292-9b4d-9a8766145598 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:07:48.465363 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f57c809-1ce1-4dca-8e30-55be3f778e97", "name": "network-vif-plugged", "status": "completed", "tag": "0ccfb74d-f675-4d5a-8721-2d96c7935350", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:07:48.465628 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab87b78e-a34a-4292-9b4d-9a8766145598 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:07:48.466020 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f57c809-1ce1-4dca-8e30-55be3f778e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccfb74d-f675-4d5a-8721-2d96c7935350', 'code': 200} Jun 20 12:07:48.491005 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=0ccfb74d-f675-4d5a-8721-2d96c7935350,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:48.494060 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:48.927302 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc27f9-37bb-4647-81be-251f40312098 req-fd11a021-3323-46ca-ab26-b63c4dcff445 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:48.928805 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-21bc27f9-37bb-4647-81be-251f40312098 req-fd11a021-3323-46ca-ab26-b63c4dcff445 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0748456 Jun 20 12:07:48.971026 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-21bc27f9-37bb-4647-81be-251f40312098 req-16e5711f-02b8-4a38-a919-42365df8ccc6 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363102 Jun 20 12:07:49.209722 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001eb7c-8c7c-4c7a-ad4e-cfe2e7518e7a req-30c6249a-c6a7-4009-9c6c-d3624ceb75a7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:49.211154 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d001eb7c-8c7c-4c7a-ad4e-cfe2e7518e7a req-30c6249a-c6a7-4009-9c6c-d3624ceb75a7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0631025 Jun 20 12:07:49.246701 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d001eb7c-8c7c-4c7a-ad4e-cfe2e7518e7a req-23a941ba-ce2d-412f-9e3a-a9a08bdcfd86 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299425 Jun 20 12:07:49.989561 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:50.148954 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9a583-f0a6-4309-80a4-2f773d38f0b2 req-b8fb1e23-d29a-4240-b0b1-b97699522e24 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:50.150309 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-49a9a583-f0a6-4309-80a4-2f773d38f0b2 req-b8fb1e23-d29a-4240-b0b1-b97699522e24 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0687687 Jun 20 12:07:50.187613 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-49a9a583-f0a6-4309-80a4-2f773d38f0b2 req-11e23191-9522-401a-a83e-6eec461ddd46 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314400 Jun 20 12:07:50.330730 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4363e-83ac-4d01-bcee-5a50a0bd78d5 req-64bfc577-a0e9-47a5-b51f-6629d46a192f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:50.332381 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-02e4363e-83ac-4d01-bcee-5a50a0bd78d5 req-64bfc577-a0e9-47a5-b51f-6629d46a192f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 1099 time: 0.0596645 Jun 20 12:07:50.416267 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-02e4363e-83ac-4d01-bcee-5a50a0bd78d5 req-32be5ecb-660d-454a-b0df-d51dad69683c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768621 Jun 20 12:07:50.455818 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4803399-6f4f-40bf-baff-b7eb086472e2 req-74cc8280-75f1-4fe9-a43d-5f4db097299d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:50.456043 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b4803399-6f4f-40bf-baff-b7eb086472e2 req-74cc8280-75f1-4fe9-a43d-5f4db097299d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0958047 Jun 20 12:07:50.498799 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b4803399-6f4f-40bf-baff-b7eb086472e2 req-ec9483ed-f046-4e36-87cb-dc1375d61bda tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365453 Jun 20 12:07:51.189585 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:07:51.379049 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616fc46-7c79-4856-97b5-2da1b7983fd4 req-5dae9990-9594-4902-baa2-a16d16c5d9d3 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:51.380607 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9616fc46-7c79-4856-97b5-2da1b7983fd4 req-5dae9990-9594-4902-baa2-a16d16c5d9d3 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0707934 Jun 20 12:07:51.420617 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9616fc46-7c79-4856-97b5-2da1b7983fd4 req-1dd4e3d1-1404-451b-9fb3-acbf6a062858 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337980 Jun 20 12:07:51.679280 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e2842-17b2-4507-b01c-d54307f836d4 req-1754212f-8cd5-4222-99d0-9156c7f05508 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:51.680750 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-065e2842-17b2-4507-b01c-d54307f836d4 req-1754212f-8cd5-4222-99d0-9156c7f05508 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0662181 Jun 20 12:07:51.719606 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-065e2842-17b2-4507-b01c-d54307f836d4 req-ae94103b-d501-449c-a2ca-c0e67cfa216c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330198 Jun 20 12:07:52.592718 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec4c24-2747-4d0a-b94a-a1ce7c389805 req-5f6808cb-750c-467d-8468-ef9ebe01217b tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:52.594718 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2bec4c24-2747-4d0a-b94a-a1ce7c389805 req-5f6808cb-750c-467d-8468-ef9ebe01217b tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0623014 Jun 20 12:07:52.642614 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2bec4c24-2747-4d0a-b94a-a1ce7c389805 req-1eeaf318-38ec-4223-bbc6-b3a645f9beb3 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416672 Jun 20 12:07:52.915716 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5f427-faa3-484a-9e19-1c2227d6b4dd req-981b899b-ea36-4e61-a500-1189a1951d5b tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:52.917469 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-36f5f427-faa3-484a-9e19-1c2227d6b4dd req-981b899b-ea36-4e61-a500-1189a1951d5b tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0656106 Jun 20 12:07:52.958562 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-36f5f427-faa3-484a-9e19-1c2227d6b4dd req-2a681da0-4f12-431f-b887-c8a8ec13a720 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338364 Jun 20 12:07:53.290466 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6523ce3c-1336-4dc5-93bd-3001b3b0212c req-83a95efc-7b56-4f47-8f1d-646f3f1c89a2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604193 Jun 20 12:07:53.351948 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 58444) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:53.388563 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 58448) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:53.510464 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c39882e5-ab5b-41bc-8f64-08d3ed32a0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:53.513337 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-19656575-c82d-47e9-9cd1-13dcd61be4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:53.567757 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.db.api [None req-19656575-c82d-47e9-9cd1-13dcd61be4e8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 20 12:07:53.567757 dv-cinder-794962-4-iscsi neutron-server[92892]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 20 12:07:53.567757 dv-cinder-794962-4-iscsi neutron-server[92892]: [parameters: {'project_id': '45a43bdaf2d84137aba865faa4d8410e', 'id': '04383df0-b100-4071-a839-16788409293b', 'expiration': datetime.datetime(2021, 6, 20, 12, 9, 53, 541649)}] Jun 20 12:07:53.567757 dv-cinder-794962-4-iscsi neutron-server[92892]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 20 12:07:53.568311 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_db.api [None req-19656575-c82d-47e9-9cd1-13dcd61be4e8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 20 12:07:53.634787 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c39882e5-ab5b-41bc-8f64-08d3ed32a0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:53.638615 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c39882e5-ab5b-41bc-8f64-08d3ed32a0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:53.640887 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:53.679892 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-c39882e5-ab5b-41bc-8f64-08d3ed32a0cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27360f0cfa984fcea91d773297567e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266346 Jun 20 12:07:53.680611 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39882e5-ab5b-41bc-8f64-08d3ed32a0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753f4e65-22ca-4ab3-a2ba-734261034b8e,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:53.682372 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 58458) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:53.685870 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c39882e5-ab5b-41bc-8f64-08d3ed32a0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:53.745971 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-676acf78-ef93-4dff-93d8-613aab791a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:53.793615 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-676acf78-ef93-4dff-93d8-613aab791a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:53.863316 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523ce3c-1336-4dc5-93bd-3001b3b0212c req-ab7b85a2-4682-4383-abad-c4014fa8db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:53.865414 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6523ce3c-1336-4dc5-93bd-3001b3b0212c req-ab7b85a2-4682-4383-abad-c4014fa8db46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6c93f81e1d24bb9bac2f47c02568860&device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 1098 time: 0.1288145 Jun 20 12:07:53.867803 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772a1e8-6a18-4775-9c52-9e9b6afb0821 req-6cb85de3-b0f3-4472-b085-98697c213530 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:53.869816 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8772a1e8-6a18-4775-9c52-9e9b6afb0821 req-6cb85de3-b0f3-4472-b085-98697c213530 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.1063161 Jun 20 12:07:53.871963 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-676acf78-ef93-4dff-93d8-613aab791a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:53.876128 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-676acf78-ef93-4dff-93d8-613aab791a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:53.880642 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-676acf78-ef93-4dff-93d8-613aab791a38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/753f4e65-22ca-4ab3-a2ba-734261034b8e HTTP/1.1" status: 204 len: 168 time: 0.1956387 Jun 20 12:07:53.881856 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-ddbbdaff-229f-487c-a442-8f2fc1827bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:53.890204 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676acf78-ef93-4dff-93d8-613aab791a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753f4e65-22ca-4ab3-a2ba-734261034b8e,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:53.893458 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-676acf78-ef93-4dff-93d8-613aab791a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:53.935017 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8772a1e8-6a18-4775-9c52-9e9b6afb0821 req-20487293-3377-4405-8464-4bdecf491079 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561039 Jun 20 12:07:54.030731 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523ce3c-1336-4dc5-93bd-3001b3b0212c req-f2a7061e-4ab3-433f-b9b0-fe338e6c3c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:54.034357 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6523ce3c-1336-4dc5-93bd-3001b3b0212c req-f2a7061e-4ab3-433f-b9b0-fe338e6c3c75 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20734c7b-84d7-4d7f-90e1-3709f8333aa9 HTTP/1.1" status: 200 len: 913 time: 0.1276364 Jun 20 12:07:54.070003 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-19656575-c82d-47e9-9cd1-13dcd61be4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:54.092333 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6523ce3c-1336-4dc5-93bd-3001b3b0212c req-45ef4283-1f4f-48e6-8d65-cc5b6dad8269 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0740430a-17b3-433e-b230-cfe273de9811 HTTP/1.1" status: 200 len: 217 time: 0.0514436 Jun 20 12:07:54.175666 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523ce3c-1336-4dc5-93bd-3001b3b0212c req-b319076b-e7e1-4093-89ea-866ab444c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:54.177521 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6523ce3c-1336-4dc5-93bd-3001b3b0212c req-b319076b-e7e1-4093-89ea-866ab444c8a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0dae7fe2-acad-4894-84bc-5ae39c97859e HTTP/1.1" status: 200 len: 852 time: 0.0766380 Jun 20 12:07:54.251191 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6523ce3c-1336-4dc5-93bd-3001b3b0212c req-1d36011c-a794-4d9c-8b5c-7f3279214659 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20734c7b-84d7-4d7f-90e1-3709f8333aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435410 Jun 20 12:07:54.257921 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8179333-e427-4fc8-ae20-7521ce739835 req-a2cdd908-8e08-4de0-988c-16e2c1c0cafd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:54.259518 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f8179333-e427-4fc8-ae20-7521ce739835 req-a2cdd908-8e08-4de0-988c-16e2c1c0cafd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.1397457 Jun 20 12:07:54.280010 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-19656575-c82d-47e9-9cd1-13dcd61be4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:54.298606 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-19656575-c82d-47e9-9cd1-13dcd61be4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:54.302849 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:54.347859 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5138c-301c-4859-a281-1f72bf46a219 req-4ea247ab-b8e2-4603-bc87-1cc5b8d4de50 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:54.350953 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f8179333-e427-4fc8-ae20-7521ce739835 req-96f05aad-d7ee-4e41-8ece-89ef51a210c0 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806823 Jun 20 12:07:54.354300 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2ba5138c-301c-4859-a281-1f72bf46a219 req-4ea247ab-b8e2-4603-bc87-1cc5b8d4de50 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.2558689 Jun 20 12:07:54.359744 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 58482) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:54.362968 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19656575-c82d-47e9-9cd1-13dcd61be4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec07b73c-4693-4080-97fa-993b219809d1,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:54.365755 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-3533148b-4814-46d1-af35-d1eaac00818d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Request body: {'floatingip': {'port_id': '13dacf10-3636-4b1c-8a67-e80d88bb806d'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:07:54.383626 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-19656575-c82d-47e9-9cd1-13dcd61be4e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=45a43bdaf2d84137aba865faa4d8410e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9914351 Jun 20 12:07:54.385032 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-19656575-c82d-47e9-9cd1-13dcd61be4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:54.385579 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 58484) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:54.442058 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-068859d9-d568-4ef4-bfb1-97f31ab12bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:54.471499 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-068859d9-d568-4ef4-bfb1-97f31ab12bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:54.479449 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3533148b-4814-46d1-af35-d1eaac00818d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for floatingip, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:54.576382 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-068859d9-d568-4ef4-bfb1-97f31ab12bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:54.580747 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-068859d9-d568-4ef4-bfb1-97f31ab12bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:54.582062 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-068859d9-d568-4ef4-bfb1-97f31ab12bd7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec07b73c-4693-4080-97fa-993b219809d1 HTTP/1.1" status: 204 len: 168 time: 0.1954956 Jun 20 12:07:54.583107 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-f5f90625-bfa5-47e0-9a08-c6583d7693f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:54.603160 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068859d9-d568-4ef4-bfb1-97f31ab12bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec07b73c-4693-4080-97fa-993b219809d1,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:54.611788 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6523ce3c-1336-4dc5-93bd-3001b3b0212c req-b1b60f5f-9999-4a99-bd32-075a6772541f service neutron] 10.222.0.30 "GET /v2.0/networks/20734c7b-84d7-4d7f-90e1-3709f8333aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517027 Jun 20 12:07:54.614753 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-068859d9-d568-4ef4-bfb1-97f31ab12bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:54.849516 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6523ce3c-1336-4dc5-93bd-3001b3b0212c req-f7021ce3-d3e1-43c5-8e21-1273ae5e3f72 service neutron] 10.222.0.30 "GET /v2.0/networks/20734c7b-84d7-4d7f-90e1-3709f8333aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286775 Jun 20 12:07:55.009574 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea3006-d223-4e16-b765-f2c00a627531 req-e833ca0d-b4f1-4b16-86ec-50268a779167 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:55.011497 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7bea3006-d223-4e16-b765-f2c00a627531 req-e833ca0d-b4f1-4b16-86ec-50268a779167 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0959954 Jun 20 12:07:55.065500 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7bea3006-d223-4e16-b765-f2c00a627531 req-f4328f65-bf96-4dc5-a8e8-bd2af7d140a2 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462534 Jun 20 12:07:55.066265 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 58512) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:55.093460 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a857b04a-d5e3-4ea4-a0fc-e8cf3f28819e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:55.134466 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05621c-fff4-4352-8d73-7c6657e1b57c req-56f2be7a-40da-4ce2-8ac0-d58263a25f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:55.136088 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6f05621c-fff4-4352-8d73-7c6657e1b57c req-56f2be7a-40da-4ce2-8ac0-d58263a25f69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 1099 time: 0.2205172 Jun 20 12:07:55.205463 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a857b04a-d5e3-4ea4-a0fc-e8cf3f28819e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:55.210296 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a857b04a-d5e3-4ea4-a0fc-e8cf3f28819e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:55.213053 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-19656575-c82d-47e9-9cd1-13dcd61be4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:55.250129 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-a857b04a-d5e3-4ea4-a0fc-e8cf3f28819e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd80279cc4e74cf88d92d7bb6bce952c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1812577 Jun 20 12:07:55.251531 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857b04a-d5e3-4ea4-a0fc-e8cf3f28819e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74f3fb6-9390-47ca-a154-682747c56015,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:55.253846 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 58516) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:55.271849 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-a857b04a-d5e3-4ea4-a0fc-e8cf3f28819e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:55.348874 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-472fca62-9478-484d-ab67-dcee16f63171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:55.371447 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-472fca62-9478-484d-ab67-dcee16f63171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:55.432634 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-472fca62-9478-484d-ab67-dcee16f63171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:55.436627 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-472fca62-9478-484d-ab67-dcee16f63171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:55.438566 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-472fca62-9478-484d-ab67-dcee16f63171 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f74f3fb6-9390-47ca-a154-682747c56015 HTTP/1.1" status: 204 len: 168 time: 0.1721568 Jun 20 12:07:55.439719 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-74ed6e0c-d223-44f3-8e30-53e4b2c6f528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:55.449442 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fca62-9478-484d-ab67-dcee16f63171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74f3fb6-9390-47ca-a154-682747c56015,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:55.452233 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-472fca62-9478-484d-ab67-dcee16f63171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:55.612174 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 58530) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:55.693128 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.db.resource_extend [None req-3533148b-4814-46d1-af35-d1eaac00818d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 20 12:07:55.760416 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5d6a01d6-9da1-4e7c-93e1-e2f0db78c611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:55.791126 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3533148b-4814-46d1-af35-d1eaac00818d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:55.796885 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05621c-fff4-4352-8d73-7c6657e1b57c req-78c44c27-f0e4-4c6e-b842-5a812e79371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:55.799652 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6f05621c-fff4-4352-8d73-7c6657e1b57c req-78c44c27-f0e4-4c6e-b842-5a812e79371e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 920 time: 0.6527619 Jun 20 12:07:55.800812 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3533148b-4814-46d1-af35-d1eaac00818d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504496'] for floatingip, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:55.898033 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6f05621c-fff4-4352-8d73-7c6657e1b57c req-bc8ec2c1-14cf-4795-934d-d566f0461586 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ccfb74d-f675-4d5a-8721-2d96c7935350 HTTP/1.1" status: 200 len: 217 time: 0.0515387 Jun 20 12:07:55.919305 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5d6a01d6-9da1-4e7c-93e1-e2f0db78c611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:55.924968 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5d6a01d6-9da1-4e7c-93e1-e2f0db78c611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:55.928778 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-e0cf12b6-e871-445d-a749-2fe4d97d5168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:55.978926 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-5d6a01d6-9da1-4e7c-93e1-e2f0db78c611 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b3b2ebb435c4a4a96799e8de0f936c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3653204 Jun 20 12:07:55.979629 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a01d6-9da1-4e7c-93e1-e2f0db78c611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58a916b-98a5-4a7f-9eea-416ea7676d55,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:55.982011 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 58554) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:55.983217 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5d6a01d6-9da1-4e7c-93e1-e2f0db78c611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:56.052566 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05621c-fff4-4352-8d73-7c6657e1b57c req-cdb49793-6e3b-4862-853a-f0df8d25f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:56.054054 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6f05621c-fff4-4352-8d73-7c6657e1b57c req-cdb49793-6e3b-4862-853a-f0df8d25f598 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0bca940-04b5-4092-a25a-ee3a37d4ce47 HTTP/1.1" status: 200 len: 859 time: 0.1467850 Jun 20 12:07:56.059790 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.l3_db [None req-3533148b-4814-46d1-af35-d1eaac00818d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Floating IP 8412841c-160d-4489-93ba-a405f469e35b associated. External IP: 172.27.1.176, port: 13dacf10-3636-4b1c-8a67-e80d88bb806d. Jun 20 12:07:56.153346 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6f05621c-fff4-4352-8d73-7c6657e1b57c req-205cca5b-7a6c-4a36-9262-f77d181d3dad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a060551e-4666-489f-af6c-22591d5d515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902915 Jun 20 12:07:56.260698 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-22b2f05f-3e3f-4db7-99e7-0bcf0fb9de0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:56.332725 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-22b2f05f-3e3f-4db7-99e7-0bcf0fb9de0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:56.441076 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6f05621c-fff4-4352-8d73-7c6657e1b57c req-4d22359c-564e-49be-bbf7-db6238e432a6 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729642 Jun 20 12:07:56.538204 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c04f7-b814-48ba-a94f-211ecf0817f5 req-2c212986-e25a-4683-9001-ed3d5473442b tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:56.541398 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-506c04f7-b814-48ba-a94f-211ecf0817f5 req-2c212986-e25a-4683-9001-ed3d5473442b tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.2832048 Jun 20 12:07:56.543561 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-22b2f05f-3e3f-4db7-99e7-0bcf0fb9de0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:56.546359 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-22b2f05f-3e3f-4db7-99e7-0bcf0fb9de0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:56.547962 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-22b2f05f-3e3f-4db7-99e7-0bcf0fb9de0a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a58a916b-98a5-4a7f-9eea-416ea7676d55 HTTP/1.1" status: 204 len: 168 time: 0.5527096 Jun 20 12:07:56.553156 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b3768f10-4830-493e-9581-bb6d5c984ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:56.589556 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2f05f-3e3f-4db7-99e7-0bcf0fb9de0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58a916b-98a5-4a7f-9eea-416ea7676d55,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:56.597166 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-22b2f05f-3e3f-4db7-99e7-0bcf0fb9de0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:56.640030 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-506c04f7-b814-48ba-a94f-211ecf0817f5 req-77ab4e90-4083-4567-a151-cc0fc4f1f5a3 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908136 Jun 20 12:07:56.644991 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6f05621c-fff4-4352-8d73-7c6657e1b57c req-b6a73d4b-063f-4a5d-bd34-74cac9212036 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952763 Jun 20 12:07:56.649856 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3533148b-4814-46d1-af35-d1eaac00818d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Router 448d5117-a3a3-4311-a0a9-aaba342c547d has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:07:56.802247 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3533148b-4814-46d1-af35-d1eaac00818d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:07:56.807258 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3533148b-4814-46d1-af35-d1eaac00818d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for floatingip, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:56.817633 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9252d3c-40c2-4006-b0cf-c3ad34aba9e1 None None] Sync routers for ids ['448d5117-a3a3-4311-a0a9-aaba342c547d'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:07:56.829912 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9252d3c-40c2-4006-b0cf-c3ad34aba9e1 None None] Routers {'448d5117-a3a3-4311-a0a9-aaba342c547d'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:07:56.830580 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-f9252d3c-40c2-4006-b0cf-c3ad34aba9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:07:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['448d5117-a3a3-4311-a0a9-aaba342c547d'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:07:56.859008 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-3533148b-4814-46d1-af35-d1eaac00818d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "PUT /v2.0/floatingips/8412841c-160d-4489-93ba-a405f469e35b HTTP/1.1" status: 200 len: 991 time: 2.4975688 Jun 20 12:07:56.860249 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20864dde-4980-49da-b051-15408cd1f5a7', 'tag': '13dacf10-3636-4b1c-8a67-e80d88bb806d'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:07:56.862962 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f99a64-f8a9-400c-b8cc-9c081a4c8a05" -d '{"events": [{"name": "network-changed", "server_uuid": "20864dde-4980-49da-b051-15408cd1f5a7", "tag": "13dacf10-3636-4b1c-8a67-e80d88bb806d"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:07:56.973195 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bccfae-e90d-4922-b917-b2ae100ee5df x-openstack-request-id: req-62bccfae-e90d-4922-b917-b2ae100ee5df {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:07:56.973592 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20864dde-4980-49da-b051-15408cd1f5a7", "tag": "13dacf10-3636-4b1c-8a67-e80d88bb806d", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:07:56.974057 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62bccfae-e90d-4922-b917-b2ae100ee5df {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:07:56.974530 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20864dde-4980-49da-b051-15408cd1f5a7', 'tag': '13dacf10-3636-4b1c-8a67-e80d88bb806d', 'status': 'completed', 'code': 200} Jun 20 12:07:57.053100 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-f9252d3c-40c2-4006-b0cf-c3ad34aba9e1 None None] Set router 448d5117-a3a3-4311-a0a9-aaba342c547d gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:07:57.102881 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f99a64-f8a9-400c-b8cc-9c081a4c8a05 req-fa3ad37d-45b0-4872-ae7a-831a61fab09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:57.107016 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-98f99a64-f8a9-400c-b8cc-9c081a4c8a05 req-fa3ad37d-45b0-4872-ae7a-831a61fab09c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c16ce4f25bdc4e63a3033d70aef6b192&device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 1098 time: 0.0779374 Jun 20 12:07:57.250377 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f99a64-f8a9-400c-b8cc-9c081a4c8a05 req-66181cd8-0c41-48f9-b33a-88c0fe19befd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:57.255518 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-98f99a64-f8a9-400c-b8cc-9c081a4c8a05 req-66181cd8-0c41-48f9-b33a-88c0fe19befd service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7 HTTP/1.1" status: 200 len: 912 time: 0.1132264 Jun 20 12:07:57.393932 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-98f99a64-f8a9-400c-b8cc-9c081a4c8a05 req-71459852-40ed-43ec-97ca-1ed5bae2f870 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13dacf10-3636-4b1c-8a67-e80d88bb806d HTTP/1.1" status: 200 len: 999 time: 0.1303022 Jun 20 12:07:57.457341 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-f9252d3c-40c2-4006-b0cf-c3ad34aba9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 4, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port': {'id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:de:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_floatingips': [{'id': '8412841c-160d-4489-93ba-a405f469e35b', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'router_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'port_id': '13dacf10-3636-4b1c-8a67-e80d88bb806d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'mac_address': 'fa:16:3e:c1:ad:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20864dde-4980-49da-b051-15408cd1f5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-20T12:06:53Z', 'updated_at': '2021-06-20T12:07:55Z', 'revision_number': 1, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb', 'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'mac_address': 'fa:16:3e:67:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:42Z', 'updated_at': '2021-06-20T12:06:57Z', 'revision_number': 5, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'subnets': [{'id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:07:57.469865 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f99a64-f8a9-400c-b8cc-9c081a4c8a05 req-6d48b2fe-571e-4e9f-8820-7715a818f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:57.471334 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-98f99a64-f8a9-400c-b8cc-9c081a4c8a05 req-6d48b2fe-571e-4e9f-8820-7715a818f114 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7035286-0d2c-4091-b67f-a11e111092cb HTTP/1.1" status: 200 len: 850 time: 0.0690591 Jun 20 12:07:57.502590 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9252d3c-40c2-4006-b0cf-c3ad34aba9e1 None None] Checking router: 448d5117-a3a3-4311-a0a9-aaba342c547d for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:07:57.537531 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9252d3c-40c2-4006-b0cf-c3ad34aba9e1 None None] Routers {'448d5117-a3a3-4311-a0a9-aaba342c547d'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:07:57.538329 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-f9252d3c-40c2-4006-b0cf-c3ad34aba9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:07:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['448d5117-a3a3-4311-a0a9-aaba342c547d'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:07:57.639033 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f99a64-f8a9-400c-b8cc-9c081a4c8a05 req-e49a930a-cd7a-4a87-abf8-0a90daf1e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:57.641468 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-98f99a64-f8a9-400c-b8cc-9c081a4c8a05 req-e49a930a-cd7a-4a87-abf8-0a90daf1e5fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1603417 Jun 20 12:07:57.697539 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-f9252d3c-40c2-4006-b0cf-c3ad34aba9e1 None None] Set router 448d5117-a3a3-4311-a0a9-aaba342c547d gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:07:57.757473 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-98f99a64-f8a9-400c-b8cc-9c081a4c8a05 req-327ccedc-a4ee-45a7-97a9-f6edc31ebb31 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081338 Jun 20 12:07:57.975625 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-f9252d3c-40c2-4006-b0cf-c3ad34aba9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 4, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port': {'id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:de:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_floatingips': [{'id': '8412841c-160d-4489-93ba-a405f469e35b', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'router_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'port_id': '13dacf10-3636-4b1c-8a67-e80d88bb806d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'mac_address': 'fa:16:3e:c1:ad:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20864dde-4980-49da-b051-15408cd1f5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-20T12:06:53Z', 'updated_at': '2021-06-20T12:07:55Z', 'revision_number': 1, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb', 'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'mac_address': 'fa:16:3e:67:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:42Z', 'updated_at': '2021-06-20T12:06:57Z', 'revision_number': 5, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'subnets': [{'id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:07:58.016736 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9252d3c-40c2-4006-b0cf-c3ad34aba9e1 None None] The sync data for ids ['448d5117-a3a3-4311-a0a9-aaba342c547d'] in dv-cinder-794962-4-iscsi is: [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 4, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port': {'id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:de:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_floatingips': [{'id': '8412841c-160d-4489-93ba-a405f469e35b', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'router_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'port_id': '13dacf10-3636-4b1c-8a67-e80d88bb806d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'mac_address': 'fa:16:3e:c1:ad:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20864dde-4980-49da-b051-15408cd1f5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-20T12:06:53Z', 'updated_at': '2021-06-20T12:07:55Z', 'revision_number': 1, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb', 'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'mac_address': 'fa:16:3e:67:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:42Z', 'updated_at': '2021-06-20T12:06:57Z', 'revision_number': 5, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'subnets': [{'id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:07:58.168533 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-98f99a64-f8a9-400c-b8cc-9c081a4c8a05 req-946a85e8-83c6-414b-a5d9-438f824d9614 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024625 Jun 20 12:07:58.179665 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef5547-44a8-41ff-9a2f-ef110ca33913 req-555025a5-de5b-4479-bccb-8271b40e759f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:58.186725 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-48ef5547-44a8-41ff-9a2f-ef110ca33913 req-555025a5-de5b-4479-bccb-8271b40e759f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.1401131 Jun 20 12:07:58.240600 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-48ef5547-44a8-41ff-9a2f-ef110ca33913 req-601ae0b9-e993-488a-b8df-2fe7844bd5d8 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470452 Jun 20 12:07:58.381894 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cf3273-b8c8-469e-9ff6-c08e9f85310d None None] New status for floating IP 8412841c-160d-4489-93ba-a405f469e35b: ACTIVE {{(pid=92894) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 20 12:07:59.029899 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 58686) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:59.134820 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0f4667ba-e55b-4fbe-8311-6d6b05cf46aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:59.222693 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0f4667ba-e55b-4fbe-8311-6d6b05cf46aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:59.226681 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0f4667ba-e55b-4fbe-8311-6d6b05cf46aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:59.230232 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:59.265729 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-0f4667ba-e55b-4fbe-8311-6d6b05cf46aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37b7d0affc4a4bb4b2d617780ea277ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347622 Jun 20 12:07:59.267106 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4667ba-e55b-4fbe-8311-6d6b05cf46aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804a4c97-fb4a-4742-a2d3-dfed218dd76c,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:59.271390 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 58694) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:59.273728 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-0f4667ba-e55b-4fbe-8311-6d6b05cf46aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:59.321658 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e39297ae-d1d4-4165-9847-eba387a7efa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:59.341982 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e39297ae-d1d4-4165-9847-eba387a7efa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:59.393206 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e39297ae-d1d4-4165-9847-eba387a7efa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:59.395818 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e39297ae-d1d4-4165-9847-eba387a7efa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:59.396984 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-e39297ae-d1d4-4165-9847-eba387a7efa4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/804a4c97-fb4a-4742-a2d3-dfed218dd76c HTTP/1.1" status: 204 len: 168 time: 0.1242082 Jun 20 12:07:59.397668 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:59.412398 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39297ae-d1d4-4165-9847-eba387a7efa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804a4c97-fb4a-4742-a2d3-dfed218dd76c,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:59.412557 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd0107-20a5-461e-a0f9-9beca44fe396 req-629abca2-75b8-419c-9ade-c9c57c2d5ccd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:07:59.415120 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-e39297ae-d1d4-4165-9847-eba387a7efa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:59.417380 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-48bd0107-20a5-461e-a0f9-9beca44fe396 req-629abca2-75b8-419c-9ade-c9c57c2d5ccd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0693541 Jun 20 12:07:59.461014 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-48bd0107-20a5-461e-a0f9-9beca44fe396 req-1a65737c-f3e7-4b62-bd7a-14732f283783 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390933 Jun 20 12:07:59.689508 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 58708) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:59.702120 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6a75cbc2-0117-4fcc-915a-2efa74fd1331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:59.799329 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6a75cbc2-0117-4fcc-915a-2efa74fd1331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:59.802901 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6a75cbc2-0117-4fcc-915a-2efa74fd1331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:59.805173 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:59.842774 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-6a75cbc2-0117-4fcc-915a-2efa74fd1331 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=deb139f47aab4aeeb643c524d3c0f4a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522112 Jun 20 12:07:59.843916 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75cbc2-0117-4fcc-915a-2efa74fd1331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444fd2c3-33be-47ae-b4fe-0bfab90962b2,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:59.845641 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 58710) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:07:59.849490 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-6a75cbc2-0117-4fcc-915a-2efa74fd1331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:07:59.893850 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a4809186-f33f-4c15-9ec9-db200a387b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:59.913871 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a4809186-f33f-4c15-9ec9-db200a387b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:59.959309 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a4809186-f33f-4c15-9ec9-db200a387b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:59.961923 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a4809186-f33f-4c15-9ec9-db200a387b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:07:59.963023 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-a4809186-f33f-4c15-9ec9-db200a387b35 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/444fd2c3-33be-47ae-b4fe-0bfab90962b2 HTTP/1.1" status: 204 len: 168 time: 0.1163781 Jun 20 12:07:59.963721 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b8539e96-8e93-47f3-befd-996437d6b1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:07:59.971167 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4809186-f33f-4c15-9ec9-db200a387b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444fd2c3-33be-47ae-b4fe-0bfab90962b2,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:07:59.973335 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a4809186-f33f-4c15-9ec9-db200a387b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:00.634454 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1376d-baf1-4084-88f9-967ee958340e req-c6192314-3bbd-494c-b7a4-72230c125b4e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:00.635921 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-01a1376d-baf1-4084-88f9-967ee958340e req-c6192314-3bbd-494c-b7a4-72230c125b4e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0629592 Jun 20 12:08:00.675843 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-01a1376d-baf1-4084-88f9-967ee958340e req-19e2c143-e1ba-40ec-b59f-4fc7e33742ce tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335526 Jun 20 12:08:01.849469 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fc006-6e25-43ab-bd0d-dde61c42ae9c req-9e040005-b21b-4be6-a249-a87b7b2cad39 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:01.850909 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9b2fc006-6e25-43ab-bd0d-dde61c42ae9c req-9e040005-b21b-4be6-a249-a87b7b2cad39 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0633895 Jun 20 12:08:01.888223 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9b2fc006-6e25-43ab-bd0d-dde61c42ae9c req-c1d9f7ae-32a7-40a9-a169-bf19d2fad1f7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316784 Jun 20 12:08:03.058005 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19182084-c2c5-47c8-8412-b7284ba8a913 req-2f69b079-bd44-4eec-9d38-ada52cf6e2e5 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:03.059428 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-19182084-c2c5-47c8-8412-b7284ba8a913 req-2f69b079-bd44-4eec-9d38-ada52cf6e2e5 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0631671 Jun 20 12:08:03.098054 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-19182084-c2c5-47c8-8412-b7284ba8a913 req-6b4001ee-d3fa-4a85-8f3e-98b8187fd312 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321019 Jun 20 12:08:04.279296 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e215cac-eb0e-418a-af74-737bcd7a4876 req-0815bf43-af20-43b5-8c64-d6fd26e13798 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:04.280720 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8e215cac-eb0e-418a-af74-737bcd7a4876 req-0815bf43-af20-43b5-8c64-d6fd26e13798 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0628314 Jun 20 12:08:04.320732 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8e215cac-eb0e-418a-af74-737bcd7a4876 req-772fd35f-53f9-4faa-bd44-44fbf4fdd1d8 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341773 Jun 20 12:08:05.486193 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585bf4e-7e28-44ab-8206-a952d9760265 req-bafeb91e-abf0-4b16-a142-ac450882cea2 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:05.487610 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4585bf4e-7e28-44ab-8206-a952d9760265 req-bafeb91e-abf0-4b16-a142-ac450882cea2 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0611115 Jun 20 12:08:05.523059 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4585bf4e-7e28-44ab-8206-a952d9760265 req-9c39e039-6c41-45b3-999e-0092d2ea6cd9 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299575 Jun 20 12:08:06.692197 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc8374-41a8-44d6-940d-241ada23c0da req-6d1862c6-c0ee-41fe-8567-76a23f941045 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:06.693730 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-95cc8374-41a8-44d6-940d-241ada23c0da req-6d1862c6-c0ee-41fe-8567-76a23f941045 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0616329 Jun 20 12:08:06.731307 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-95cc8374-41a8-44d6-940d-241ada23c0da req-f226a082-c35b-4613-88c5-bbd5fee6388f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321236 Jun 20 12:08:07.804950 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9dd9-4ec8-4224-b235-fcd891ca4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:07.903724 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57691c-973f-475b-83fb-1b8849fb2df1 req-66146cad-9d01-4f35-835e-b539ddaa77ff tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:07.905345 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6b57691c-973f-475b-83fb-1b8849fb2df1 req-66146cad-9d01-4f35-835e-b539ddaa77ff tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0642016 Jun 20 12:08:07.942810 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6b57691c-973f-475b-83fb-1b8849fb2df1 req-b7c0d7b3-3069-4ffb-a908-b2d115fda608 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315044 Jun 20 12:08:09.111437 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898e69e-54a9-4b30-9018-e84e55385274 req-e9586f78-1dae-4c58-9158-5951db1d96a5 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:09.112888 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9898e69e-54a9-4b30-9018-e84e55385274 req-e9586f78-1dae-4c58-9158-5951db1d96a5 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0636954 Jun 20 12:08:09.149217 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9898e69e-54a9-4b30-9018-e84e55385274 req-8bf46963-a1ba-413d-a77a-57885780e77f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306008 Jun 20 12:08:09.939260 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3f6093f6-8fa0-4ce6-8c42-9e26df4a8925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:10.316674 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725acbb-48d0-4047-b2d2-9766e115bd2d req-a3509fe6-c081-4bff-85ad-38d41fd6fba5 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:10.318175 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d725acbb-48d0-4047-b2d2-9766e115bd2d req-a3509fe6-c081-4bff-85ad-38d41fd6fba5 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0614653 Jun 20 12:08:10.338988 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:10.360779 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d725acbb-48d0-4047-b2d2-9766e115bd2d req-f272efd5-35e4-4e72-a0be-a36db15966f5 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363252 Jun 20 12:08:11.534953 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29972319-7f14-4f18-b2c2-28f7c3b1a858 req-d87a43be-4cd7-404b-a32d-40788adb7338 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:11.536341 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-29972319-7f14-4f18-b2c2-28f7c3b1a858 req-d87a43be-4cd7-404b-a32d-40788adb7338 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0655696 Jun 20 12:08:11.564697 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:11.573929 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-29972319-7f14-4f18-b2c2-28f7c3b1a858 req-ceea3453-225c-48be-8751-7f1ac32d0615 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Jun 20 12:08:12.646958 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ac692-9833-4947-b551-c91668331386 req-a254668a-9fe5-45fe-aec0-978f50a01886 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:12.648537 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9f5ac692-9833-4947-b551-c91668331386 req-a254668a-9fe5-45fe-aec0-978f50a01886 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 945 time: 0.0627644 Jun 20 12:08:12.688387 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9f5ac692-9833-4947-b551-c91668331386 req-f4459b0a-e15a-4493-b2ac-5ead83bf360e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341074 Jun 20 12:08:12.751311 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12d963-68ac-4749-b465-14c1d2140fa1 req-c901b333-b05d-41d1-9fa7-ade8dbfe6608 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:12.752721 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ab12d963-68ac-4749-b465-14c1d2140fa1 req-c901b333-b05d-41d1-9fa7-ade8dbfe6608 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0649734 Jun 20 12:08:12.792046 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ab12d963-68ac-4749-b465-14c1d2140fa1 req-182abe8f-c03a-4787-99be-3a31210f5250 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330400 Jun 20 12:08:13.178016 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:13.990001 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ed0c7-c964-4f8b-8550-a365ec20add5 req-39616d24-f240-4dbe-b771-616f897d4925 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:13.991514 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-660ed0c7-c964-4f8b-8550-a365ec20add5 req-39616d24-f240-4dbe-b771-616f897d4925 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0701101 Jun 20 12:08:14.018525 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c6263-2206-4a2a-bad5-ac71acf1cff2 req-7e723536-91b6-4c9c-b70f-9813e50dc88b tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:14.024362 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b49c6263-2206-4a2a-bad5-ac71acf1cff2 req-7e723536-91b6-4c9c-b70f-9813e50dc88b tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 945 time: 0.0799747 Jun 20 12:08:14.037912 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-660ed0c7-c964-4f8b-8550-a365ec20add5 req-55e568a7-1261-4381-8128-028b9204a6a3 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324481 Jun 20 12:08:14.063399 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b49c6263-2206-4a2a-bad5-ac71acf1cff2 req-e8661e9c-63fe-41e1-8529-9f3e05fd2f4f tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353491 Jun 20 12:08:14.276717 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 58998) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:14.381897 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6abaa728-2608-4028-93f1-34d84287594f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:14.464533 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6abaa728-2608-4028-93f1-34d84287594f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:14.468115 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6abaa728-2608-4028-93f1-34d84287594f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:14.472062 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-29821fc8-bad0-4471-bf57-25ab4349cd93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:14.507744 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-6abaa728-2608-4028-93f1-34d84287594f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19a130ce86744298aa810557852e797c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295780 Jun 20 12:08:14.508760 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abaa728-2608-4028-93f1-34d84287594f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec82a709-8e0f-4cca-9add-7477cf22e3f0,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:14.510196 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 59002) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:14.512689 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-6abaa728-2608-4028-93f1-34d84287594f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:14.561610 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-65a70611-c239-4760-9fb4-dd16c5eda6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:14.582618 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-65a70611-c239-4760-9fb4-dd16c5eda6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:14.627282 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-65a70611-c239-4760-9fb4-dd16c5eda6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:14.629967 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-65a70611-c239-4760-9fb4-dd16c5eda6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:14.631099 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-65a70611-c239-4760-9fb4-dd16c5eda6bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec82a709-8e0f-4cca-9add-7477cf22e3f0 HTTP/1.1" status: 204 len: 168 time: 0.1199441 Jun 20 12:08:14.631908 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-f9e3d086-be54-4d45-825b-67ef57f21b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:14.639070 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a70611-c239-4760-9fb4-dd16c5eda6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec82a709-8e0f-4cca-9add-7477cf22e3f0,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:14.642114 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-65a70611-c239-4760-9fb4-dd16c5eda6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:14.907235 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 59012) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:14.920558 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-84c04fd9-7159-4435-b578-dd716f6e8172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:15.013294 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-84c04fd9-7159-4435-b578-dd716f6e8172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:15.018452 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-84c04fd9-7159-4435-b578-dd716f6e8172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:15.022442 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-aff522a1-bd56-4d9b-9b5b-4c6e67f43fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:15.060729 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-84c04fd9-7159-4435-b578-dd716f6e8172 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=970b3deb1dfa46699dfab147f30ba03f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522565 Jun 20 12:08:15.061673 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c04fd9-7159-4435-b578-dd716f6e8172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e30852-f392-4e06-a846-adea39ecb52c,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:15.064589 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 59018) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:15.071187 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-84c04fd9-7159-4435-b578-dd716f6e8172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:15.115245 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-92eca1d0-a9d7-42d7-bf7d-a5781d2d8e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:15.135657 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-92eca1d0-a9d7-42d7-bf7d-a5781d2d8e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:15.183855 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-92eca1d0-a9d7-42d7-bf7d-a5781d2d8e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:15.186430 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-92eca1d0-a9d7-42d7-bf7d-a5781d2d8e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:15.190849 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-92eca1d0-a9d7-42d7-bf7d-a5781d2d8e43 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9e30852-f392-4e06-a846-adea39ecb52c HTTP/1.1" status: 204 len: 168 time: 0.1228909 Jun 20 12:08:15.190849 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-10fb1e4a-655c-4dcf-b883-6cd4c18d2e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:15.196163 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eca1d0-a9d7-42d7-bf7d-a5781d2d8e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e30852-f392-4e06-a846-adea39ecb52c,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:15.198560 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-92eca1d0-a9d7-42d7-bf7d-a5781d2d8e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:15.224895 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9bfeb-a886-40b8-b757-273c645ba10b req-e061df6f-ec78-4360-b9b0-12a9cfdc5012 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:15.226595 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bae9bfeb-a886-40b8-b757-273c645ba10b req-e061df6f-ec78-4360-b9b0-12a9cfdc5012 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0732374 Jun 20 12:08:15.267308 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bae9bfeb-a886-40b8-b757-273c645ba10b req-4e7261f4-ed86-4a2e-8de5-10fa2d861a7f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338168 Jun 20 12:08:15.428781 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f887e9-7497-4460-948b-78488313330e req-60780afb-cfe7-42cd-9d5c-463bbc9a14df tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:15.430263 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-29f887e9-7497-4460-948b-78488313330e req-60780afb-cfe7-42cd-9d5c-463bbc9a14df tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 945 time: 0.0667176 Jun 20 12:08:15.468458 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-29f887e9-7497-4460-948b-78488313330e req-0a56863f-d7af-4393-993c-5dc1e70443a7 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323372 Jun 20 12:08:16.442091 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68221c22-8aa0-4ed5-b600-5b90757ae36e req-602199e0-aab3-466c-9648-98ef07f771b2 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:16.443561 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-68221c22-8aa0-4ed5-b600-5b90757ae36e req-602199e0-aab3-466c-9648-98ef07f771b2 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0663347 Jun 20 12:08:16.481236 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-68221c22-8aa0-4ed5-b600-5b90757ae36e req-34fa8c48-e203-49bd-8905-d2bbe1ad9d43 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317707 Jun 20 12:08:16.648712 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838e21a-8db8-4816-99b8-01bc738ebd87 req-126270a5-991b-4693-aad4-4fc3b6dd3592 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:16.650184 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7838e21a-8db8-4816-99b8-01bc738ebd87 req-126270a5-991b-4693-aad4-4fc3b6dd3592 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 945 time: 0.0661354 Jun 20 12:08:16.687728 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7838e21a-8db8-4816-99b8-01bc738ebd87 req-c3062501-f1da-4bf7-8d03-5f12d4baa6ef tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309064 Jun 20 12:08:17.646985 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1de260-599c-4a4b-88bb-5fd5a8401754 req-20f5ccc6-8807-4dc2-95da-72e284749a34 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:17.648389 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4a1de260-599c-4a4b-88bb-5fd5a8401754 req-20f5ccc6-8807-4dc2-95da-72e284749a34 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0602086 Jun 20 12:08:17.683828 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4a1de260-599c-4a4b-88bb-5fd5a8401754 req-290da61d-19a3-46e7-bd9c-9c127422242c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300384 Jun 20 12:08:17.856367 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefad84-f218-464b-9d96-74f1ca29fca5 req-1736f82a-9b37-43e5-ac53-256f8e17fbe6 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:17.857828 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2aefad84-f218-464b-9d96-74f1ca29fca5 req-1736f82a-9b37-43e5-ac53-256f8e17fbe6 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 945 time: 0.0594649 Jun 20 12:08:17.894751 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2aefad84-f218-464b-9d96-74f1ca29fca5 req-020d4309-3eab-48ce-8486-b5bc4ad7277a tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303407 Jun 20 12:08:18.857677 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44996d54-dd19-4e07-840a-73e22657db02 req-6a3e9513-4d1a-4f35-b2c1-5793ca1b6310 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:18.859666 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-44996d54-dd19-4e07-840a-73e22657db02 req-6a3e9513-4d1a-4f35-b2c1-5793ca1b6310 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0651696 Jun 20 12:08:18.896005 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-44996d54-dd19-4e07-840a-73e22657db02 req-3f7538af-1b69-43f6-9e06-890e9aa87682 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305364 Jun 20 12:08:19.074740 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca70fc-51f9-4b2d-af4c-5732e5723a47 req-623eaf35-5a11-4cd3-995a-099a0fafb9ef tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:19.076180 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d3ca70fc-51f9-4b2d-af4c-5732e5723a47 req-623eaf35-5a11-4cd3-995a-099a0fafb9ef tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 945 time: 0.0631275 Jun 20 12:08:19.112555 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d3ca70fc-51f9-4b2d-af4c-5732e5723a47 req-a4e433d3-eeef-4ce2-9a65-3bb2f72452cb tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305328 Jun 20 12:08:19.967812 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:20.082541 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879ba47-499c-48e7-b3a7-d07d75c7ebe2 req-e321075c-08b2-477a-8e9c-3b30ce735ced tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:20.085197 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9879ba47-499c-48e7-b3a7-d07d75c7ebe2 req-e321075c-08b2-477a-8e9c-3b30ce735ced tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0805070 Jun 20 12:08:20.122102 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9879ba47-499c-48e7-b3a7-d07d75c7ebe2 req-77e16cd2-89d2-46ad-91e4-e75c10a10644 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322723 Jun 20 12:08:20.288350 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52298a-d2ee-4db8-9192-9c449d7eaa2b req-05fcb5f2-ce08-4751-8d35-d97a139e82e3 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:20.289850 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3b52298a-d2ee-4db8-9192-9c449d7eaa2b req-05fcb5f2-ce08-4751-8d35-d97a139e82e3 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 945 time: 0.0655928 Jun 20 12:08:20.327947 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3b52298a-d2ee-4db8-9192-9c449d7eaa2b req-3ba502d3-6306-4bfa-9f6f-d4cc69ef4416 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323575 Jun 20 12:08:21.291530 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387ced9-6deb-44cb-968c-5d577ccc0e58 req-85c65a9e-d6b2-458d-8bfe-f6906461791a tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:21.292993 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-5387ced9-6deb-44cb-968c-5d577ccc0e58 req-85c65a9e-d6b2-458d-8bfe-f6906461791a tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0606225 Jun 20 12:08:21.331524 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-5387ced9-6deb-44cb-968c-5d577ccc0e58 req-7680c22e-9354-40bb-8766-88a78f0147bc tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321405 Jun 20 12:08:21.505494 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fd0a8-6509-4cc2-8864-69011638e64f req-cdbeb552-b7b8-41e9-a80e-ad684b7297a4 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:21.506942 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ca1fd0a8-6509-4cc2-8864-69011638e64f req-cdbeb552-b7b8-41e9-a80e-ad684b7297a4 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 945 time: 0.0629530 Jun 20 12:08:21.547032 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ca1fd0a8-6509-4cc2-8864-69011638e64f req-db22c970-3b55-4fda-b1ed-c0df899ec3ca tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336139 Jun 20 12:08:22.506627 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8205ae-47d8-4166-b2dd-7960247620ad req-a4633386-239a-4eed-8b14-2ab61b4383c6 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:22.508120 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3c8205ae-47d8-4166-b2dd-7960247620ad req-a4633386-239a-4eed-8b14-2ab61b4383c6 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0639648 Jun 20 12:08:22.584069 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3c8205ae-47d8-4166-b2dd-7960247620ad req-dc101aa7-a5d4-4548-938c-aeec1c079e29 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702286 Jun 20 12:08:22.612181 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985fd53-d7b3-4580-a9af-40a69439c505 req-83a9ebaa-aa31-4e73-9dbd-c2a36a8c7cf7 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:22.613536 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9985fd53-d7b3-4580-a9af-40a69439c505 req-83a9ebaa-aa31-4e73-9dbd-c2a36a8c7cf7 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.30 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 945 time: 0.0857141 Jun 20 12:08:22.722288 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-9985fd53-d7b3-4580-a9af-40a69439c505 req-3b3b0940-4ca5-4cbc-b30b-d8816788099e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Deleting port 0740430a-17b3-433e-b230-cfe273de9811 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:08:22.722678 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-9985fd53-d7b3-4580-a9af-40a69439c505 req-3b3b0940-4ca5-4cbc-b30b-d8816788099e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:22.724973 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcf883-803e-4b35-9dab-de4a12d4e5f5 req-990b0292-513e-4192-bfdf-9f080ec89032 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:22.726463 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-69fcf883-803e-4b35-9dab-de4a12d4e5f5 req-990b0292-513e-4192-bfdf-9f080ec89032 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 945 time: 0.0658948 Jun 20 12:08:22.766484 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-69fcf883-803e-4b35-9dab-de4a12d4e5f5 req-ecd3399c-b004-4237-af2b-c893d442cb31 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f715f53-ff6c-40ec-b402-aeff98c59164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342107 Jun 20 12:08:22.815737 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-9985fd53-d7b3-4580-a9af-40a69439c505 req-3b3b0940-4ca5-4cbc-b30b-d8816788099e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] For port 0740430a-17b3-433e-b230-cfe273de9811, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0740430a-17b3-433e-b230-cfe273de9811,segment=NetworkSegment(772d3453-90d2-4baf-b0fb-7e7bd5f04d73),segment_id=772d3453-90d2-4baf-b0fb-7e7bd5f04d73)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:08:22.816134 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-9985fd53-d7b3-4580-a9af-40a69439c505 req-3b3b0940-4ca5-4cbc-b30b-d8816788099e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:22.899371 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-9985fd53-d7b3-4580-a9af-40a69439c505 req-3b3b0940-4ca5-4cbc-b30b-d8816788099e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Calling delete_port for 0740430a-17b3-433e-b230-cfe273de9811 owned by compute:nova {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:08:23.048241 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-9985fd53-d7b3-4580-a9af-40a69439c505 req-3b3b0940-4ca5-4cbc-b30b-d8816788099e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:23.052281 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:23.075908 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b0940-4ca5-4cbc-b30b-d8816788099e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Pushing event deleted for resources: {'Port': ['ID=0740430a-17b3-433e-b230-cfe273de9811,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:23.079252 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-3b3b0940-4ca5-4cbc-b30b-d8816788099e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:23.136909 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-9985fd53-d7b3-4580-a9af-40a69439c505 req-3b3b0940-4ca5-4cbc-b30b-d8816788099e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] No DVR routers for this DVR port 0740430a-17b3-433e-b230-cfe273de9811 on host hv-cinder-79496 {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:08:23.140203 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-9985fd53-d7b3-4580-a9af-40a69439c505 req-3b3b0940-4ca5-4cbc-b30b-d8816788099e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:23.142102 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9985fd53-d7b3-4580-a9af-40a69439c505 req-3b3b0940-4ca5-4cbc-b30b-d8816788099e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.30 "DELETE /v2.0/ports/0740430a-17b3-433e-b230-cfe273de9811 HTTP/1.1" status: 204 len: 173 time: 0.5222433 Jun 20 12:08:23.142610 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31686b61-269f-47e9-ad05-91b1b3136f57', 'name': 'network-vif-deleted', 'tag': '0740430a-17b3-433e-b230-cfe273de9811'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:08:23.145049 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f090062a-79c4-4b42-8cb5-a1ad80543e63" -d '{"events": [{"server_uuid": "31686b61-269f-47e9-ad05-91b1b3136f57", "name": "network-vif-deleted", "tag": "0740430a-17b3-433e-b230-cfe273de9811"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:08:23.182752 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a093d8b0-8f60-4c13-9a26-206140bfb3ef x-openstack-request-id: req-a093d8b0-8f60-4c13-9a26-206140bfb3ef {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:08:23.183078 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31686b61-269f-47e9-ad05-91b1b3136f57", "name": "network-vif-deleted", "tag": "0740430a-17b3-433e-b230-cfe273de9811", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:08:23.183346 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a093d8b0-8f60-4c13-9a26-206140bfb3ef {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:08:23.183803 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31686b61-269f-47e9-ad05-91b1b3136f57', 'name': 'network-vif-deleted', 'tag': '0740430a-17b3-433e-b230-cfe273de9811', 'status': 'completed', 'code': 200} Jun 20 12:08:23.752028 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8443c-9e4d-4b4c-93f2-a9f559cf481b req-4e19cdb0-95d3-4e38-8031-53618c5f30d6 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:23.753408 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-48f8443c-9e4d-4b4c-93f2-a9f559cf481b req-4e19cdb0-95d3-4e38-8031-53618c5f30d6 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0610933 Jun 20 12:08:23.789614 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-48f8443c-9e4d-4b4c-93f2-a9f559cf481b req-2f59e0c4-b807-4fb2-9e3e-2f4fa0cc8a2a tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305712 Jun 20 12:08:23.914475 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8e9ebd89-99b0-4687-a8cb-c9213ee50446 req-70e10a6a-7d9e-4d98-952d-42c51cef1dbe tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 210 time: 0.0274086 Jun 20 12:08:24.962283 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efd7ae-797b-49c5-b4c9-d922880ef1ba req-da7144a6-cabb-495c-8e8b-2cbb4f100e70 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:24.963702 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-31efd7ae-797b-49c5-b4c9-d922880ef1ba req-da7144a6-cabb-495c-8e8b-2cbb4f100e70 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0642231 Jun 20 12:08:24.999500 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-31efd7ae-797b-49c5-b4c9-d922880ef1ba req-55fe6eb8-0385-434b-8e65-a2704e693690 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296178 Jun 20 12:08:25.121092 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-954d65d1-6872-4e82-a805-5bb1f3804fee req-1b7ed729-95d0-4baf-a847-0570ae2b62b0 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 210 time: 0.0270364 Jun 20 12:08:26.168228 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32104df9-36c4-46ee-85f3-799dbb5cd957 req-c734a38d-8016-403c-a1f6-54b253f7a468 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:26.169706 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-32104df9-36c4-46ee-85f3-799dbb5cd957 req-c734a38d-8016-403c-a1f6-54b253f7a468 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0611527 Jun 20 12:08:26.208479 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-32104df9-36c4-46ee-85f3-799dbb5cd957 req-8b4694e4-b948-48a4-9ac7-7699075f5223 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323400 Jun 20 12:08:26.262829 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e6e9ee45-3160-4dc4-87cc-81934b81e19c req-d5341852-d193-46f8-bc4f-eb1eeae86d90 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 210 time: 0.0279043 Jun 20 12:08:26.879787 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 0740430a-17b3-433e-b230-cfe273de9811 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:08:26.899477 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] No Port match for: 0740430a-17b3-433e-b230-cfe273de9811 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:08:26.899816 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 0740430a-17b3-433e-b230-cfe273de9811 not bound to the agent host hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:08:27.378327 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecd125-ea9b-4f95-b87e-75723e6f8d7a req-cfce4892-a90c-4352-8f76-9b4827503b80 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:27.379783 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d2ecd125-ea9b-4f95-b87e-75723e6f8d7a req-cfce4892-a90c-4352-8f76-9b4827503b80 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0621893 Jun 20 12:08:27.420300 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d2ecd125-ea9b-4f95-b87e-75723e6f8d7a req-6e5aa35d-c5e0-4be2-8344-6e08c3afdc0d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348780 Jun 20 12:08:27.545469 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-5568753c-a367-432b-bcf4-f356a7794fd0 req-d89a1cf9-9e3a-4c37-9c9c-38447c84e46d tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 210 time: 0.0279791 Jun 20 12:08:28.188266 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:08:28.594783 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c905f21-1397-4939-84b2-2e9dac8b0fc2 req-dde66cdf-44b5-476e-a7ee-34194ed7edd7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:28.596220 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2c905f21-1397-4939-84b2-2e9dac8b0fc2 req-dde66cdf-44b5-476e-a7ee-34194ed7edd7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0630794 Jun 20 12:08:28.637070 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2c905f21-1397-4939-84b2-2e9dac8b0fc2 req-e265dd94-56b2-4a13-a85b-a460aae77d80 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342238 Jun 20 12:08:28.726723 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85e881cd-b6ba-4630-8f2a-00928677fe65 req-2a1d7f1f-c973-4590-ae92-97a19dd707c5 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 210 time: 0.0328410 Jun 20 12:08:29.811142 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fefa0b-54e7-4a12-8de5-ebee0960ae28 req-8d1d7685-bbca-416b-a7d0-064dfff0394c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:29.813380 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c7fefa0b-54e7-4a12-8de5-ebee0960ae28 req-8d1d7685-bbca-416b-a7d0-064dfff0394c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0662162 Jun 20 12:08:29.865528 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c7fefa0b-54e7-4a12-8de5-ebee0960ae28 req-d7f58288-cff1-41e9-8085-7e011dcd4586 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454924 Jun 20 12:08:29.917204 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3cf7988d-4268-48c0-bf8d-53d6d12bcbab req-073af06d-1cca-43a5-9b97-a6945da1994b tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] 10.222.0.25 "GET /v2.0/ports?device_id=31686b61-269f-47e9-ad05-91b1b3136f57 HTTP/1.1" status: 200 len: 210 time: 0.0297649 Jun 20 12:08:31.040278 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d012c8c-9aab-4234-8c64-eaf79d150517 req-d5924555-dd63-4470-95d9-0534a9bb25bb tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:31.041780 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-5d012c8c-9aab-4234-8c64-eaf79d150517 req-d5924555-dd63-4470-95d9-0534a9bb25bb tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0661249 Jun 20 12:08:31.080493 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-5d012c8c-9aab-4234-8c64-eaf79d150517 req-33bf19be-5deb-4296-95c0-8b52bd352d58 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325978 Jun 20 12:08:32.172336 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 59440) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:32.256668 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a5b29-aaa5-45f1-9368-d9119212fa74 req-cd12f557-c714-42c0-950f-bb8a240d29ce tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:32.258190 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-df8a5b29-aaa5-45f1-9368-d9119212fa74 req-cd12f557-c714-42c0-950f-bb8a240d29ce tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0637791 Jun 20 12:08:32.290829 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0fca6e25-1c26-4393-ac1d-1debcbab549c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:32.317140 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-df8a5b29-aaa5-45f1-9368-d9119212fa74 req-c04d6c83-0825-44c3-a8f9-b7e9364767c4 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530262 Jun 20 12:08:32.396800 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0fca6e25-1c26-4393-ac1d-1debcbab549c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:32.400608 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0fca6e25-1c26-4393-ac1d-1debcbab549c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:32.404351 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-8220170d-a07c-4515-917b-ee0f595c2051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:32.443329 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-0fca6e25-1c26-4393-ac1d-1debcbab549c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7379d7a40ae64df792a5ef5defd034b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695339 Jun 20 12:08:32.444349 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca6e25-1c26-4393-ac1d-1debcbab549c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1415d78f-5423-430b-a2e8-5ea5bc4c1fe2,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:32.445909 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 59448) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:32.447518 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-0fca6e25-1c26-4393-ac1d-1debcbab549c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:32.494076 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b2ff7872-c72f-4bd7-8519-113f103b4990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:32.514811 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b2ff7872-c72f-4bd7-8519-113f103b4990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:32.559183 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b2ff7872-c72f-4bd7-8519-113f103b4990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:32.561815 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b2ff7872-c72f-4bd7-8519-113f103b4990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:32.563597 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-b2ff7872-c72f-4bd7-8519-113f103b4990 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1415d78f-5423-430b-a2e8-5ea5bc4c1fe2 HTTP/1.1" status: 204 len: 168 time: 0.1167274 Jun 20 12:08:32.564436 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-0f4667ba-e55b-4fbe-8311-6d6b05cf46aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:32.571344 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff7872-c72f-4bd7-8519-113f103b4990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1415d78f-5423-430b-a2e8-5ea5bc4c1fe2,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:32.573764 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b2ff7872-c72f-4bd7-8519-113f103b4990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:32.827318 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 59462) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:32.840475 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8ea6fae8-cd71-4f04-9668-7bf4e4625f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:32.935449 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8ea6fae8-cd71-4f04-9668-7bf4e4625f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:32.939183 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8ea6fae8-cd71-4f04-9668-7bf4e4625f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:32.943550 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-676acf78-ef93-4dff-93d8-613aab791a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:32.978608 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-8ea6fae8-cd71-4f04-9668-7bf4e4625f01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59dae65acb5347ba82dc5921e26d4df5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501412 Jun 20 12:08:32.980624 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6fae8-cd71-4f04-9668-7bf4e4625f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a284d4-a8cb-48f5-b2d6-fac7ed9c3240,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:32.981455 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 59478) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:32.983638 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-8ea6fae8-cd71-4f04-9668-7bf4e4625f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:33.041242 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-07c37a3f-9852-4456-b93b-91e29f315bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:33.064211 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-07c37a3f-9852-4456-b93b-91e29f315bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:33.128601 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-07c37a3f-9852-4456-b93b-91e29f315bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:33.131326 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-07c37a3f-9852-4456-b93b-91e29f315bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:33.135398 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-07c37a3f-9852-4456-b93b-91e29f315bc9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05a284d4-a8cb-48f5-b2d6-fac7ed9c3240 HTTP/1.1" status: 204 len: 168 time: 0.1528711 Jun 20 12:08:33.136675 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:33.145946 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c37a3f-9852-4456-b93b-91e29f315bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a284d4-a8cb-48f5-b2d6-fac7ed9c3240,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:33.153405 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-07c37a3f-9852-4456-b93b-91e29f315bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:33.236600 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 59492) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:33.573810 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e287f97a-6bc2-4685-b0e7-7c61bfa33902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:33.606124 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 59516) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:33.613988 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cc627-4568-4b1d-bbce-c33bf8081f26 req-103f6e2c-749a-46c7-9d2a-21739b0f406b tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:33.615476 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9d2cc627-4568-4b1d-bbce-c33bf8081f26 req-103f6e2c-749a-46c7-9d2a-21739b0f406b tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.1562526 Jun 20 12:08:33.666039 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef2b0a0-ced7-4e24-bf18-163aa4acb32e admin admin] Deleting subnet 0dae7fe2-acad-4894-84bc-5ae39c97859e {{(pid=92893) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 20 12:08:33.668481 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b0a0-ced7-4e24-bf18-163aa4acb32e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:33.682993 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9d2cc627-4568-4b1d-bbce-c33bf8081f26 req-e9321fb9-f21b-449c-9954-c8d1a43ddb59 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552959 Jun 20 12:08:33.707890 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b0a0-ced7-4e24-bf18-163aa4acb32e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7115739'] for subnet, precommit_delete_associations {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:33.739227 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e287f97a-6bc2-4685-b0e7-7c61bfa33902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:33.743786 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e287f97a-6bc2-4685-b0e7-7c61bfa33902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:33.747522 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-18fbe01e-5e6b-4412-87d6-f7e8e714a417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:33.751929 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b0a0-ced7-4e24-bf18-163aa4acb32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1363053'] for subnet, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:33.787833 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-e287f97a-6bc2-4685-b0e7-7c61bfa33902 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a32745480c164dcb9c89aeb8050eca52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5496366 Jun 20 12:08:33.788469 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287f97a-6bc2-4685-b0e7-7c61bfa33902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0d99bc-4e20-43fc-a865-2d56a4e4704c,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:33.790992 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 59524) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:33.808048 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-e287f97a-6bc2-4685-b0e7-7c61bfa33902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:33.827852 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b0a0-ced7-4e24-bf18-163aa4acb32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7115530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7195767'] for subnet, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:33.831260 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:33.855814 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2b0a0-ced7-4e24-bf18-163aa4acb32e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dae7fe2-acad-4894-84bc-5ae39c97859e,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:33.862150 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-0ef2b0a0-ced7-4e24-bf18-163aa4acb32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:33.863127 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b0a0-ced7-4e24-bf18-163aa4acb32e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:33.867600 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-0ef2b0a0-ced7-4e24-bf18-163aa4acb32e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0dae7fe2-acad-4894-84bc-5ae39c97859e HTTP/1.1" status: 204 len: 168 time: 0.2604389 Jun 20 12:08:33.868184 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 59532) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:33.878051 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8ac65655-0108-4e73-a5ec-323f92d3e58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:33.901905 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8ac65655-0108-4e73-a5ec-323f92d3e58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:33.950015 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a9cab4de-4c21-4841-a537-86c52a37d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613649'] for network, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:33.956073 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8ac65655-0108-4e73-a5ec-323f92d3e58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:33.959003 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8ac65655-0108-4e73-a5ec-323f92d3e58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:33.968305 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-8ac65655-0108-4e73-a5ec-323f92d3e58d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea0d99bc-4e20-43fc-a865-2d56a4e4704c HTTP/1.1" status: 204 len: 168 time: 0.1589932 Jun 20 12:08:33.969783 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-472fca62-9478-484d-ab67-dcee16f63171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:33.983305 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac65655-0108-4e73-a5ec-323f92d3e58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0d99bc-4e20-43fc-a865-2d56a4e4704c,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:33.985941 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-8ac65655-0108-4e73-a5ec-323f92d3e58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:34.035769 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a9cab4de-4c21-4841-a537-86c52a37d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362930', 'neutron.services.segments.db._delete_segments_for_network-8766931108819'] for network, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:34.045347 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.services.segments.db [None req-a9cab4de-4c21-4841-a537-86c52a37d5ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20734c7b-84d7-4d7f-90e1-3709f8333aa9']}} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:08:34.056908 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.services.segments.db [None req-a9cab4de-4c21-4841-a537-86c52a37d5ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772d3453-90d2-4baf-b0fb-7e7bd5f04d73') {'for_net_delete': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:08:34.057241 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.services.segments.db [None req-a9cab4de-4c21-4841-a537-86c52a37d5ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772d3453-90d2-4baf-b0fb-7e7bd5f04d73') {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:08:34.066318 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 59542) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:34.067163 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a9cab4de-4c21-4841-a537-86c52a37d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766931108648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7115730'] for segment, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:34.080630 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a9cab4de-4c21-4841-a537-86c52a37d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:34.087554 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9cab4de-4c21-4841-a537-86c52a37d5ac admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=92893) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 12:08:34.088168 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a9cab4de-4c21-4841-a537-86c52a37d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7324577'] for segment, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: Traceback (most recent call last): Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: timer() Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: cb(*args, **kw) Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: return func(*args, **kwargs) Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: self._notify() Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: self.callback(batched_events) Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: event.method(event) Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: aggregate_uuid = self.p_client.list_aggregates( Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: return f(self, *a, **k) Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: return self._get(url).json() Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: return self.request(url, 'GET', **kwargs) Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: base_url = self.get_endpoint(auth, allow=allow, Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 20 12:08:34.090275 dv-cinder-794962-4-iscsi neutron-server[92893]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 20 12:08:34.147068 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a9cab4de-4c21-4841-a537-86c52a37d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504450'] for network, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:34.151048 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a0667eea-92f9-40cb-9019-6466690938d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:34.163492 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a9cab4de-4c21-4841-a537-86c52a37d5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:34.165866 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-a9cab4de-4c21-4841-a537-86c52a37d5ac admin admin] 10.222.0.25 "DELETE /v2.0/networks/20734c7b-84d7-4d7f-90e1-3709f8333aa9 HTTP/1.1" status: 204 len: 168 time: 0.2967708 Jun 20 12:08:34.167313 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cab4de-4c21-4841-a537-86c52a37d5ac admin admin] Pushing event deleted for resources: {'Network': ['ID=20734c7b-84d7-4d7f-90e1-3709f8333aa9,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:34.170213 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a9cab4de-4c21-4841-a537-86c52a37d5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:34.267927 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-4826330f-f45c-47a8-ab57-bf0b69626f8a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-153726493-network', 'tenant_id': '7e0adbc510934763bf66b2415a9d7e38'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:08:34.290484 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4826330f-f45c-47a8-ab57-bf0b69626f8a admin admin] Made reservation on behalf of 7e0adbc510934763bf66b2415a9d7e38 for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:08:34.292960 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4826330f-f45c-47a8-ab57-bf0b69626f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:34.302981 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4826330f-f45c-47a8-ab57-bf0b69626f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:34.347525 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 59556) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:34.389084 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-9b86d41b-11b4-48d9-8b35-a6e7f3f16785 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6c93f81e1d24bb9bac2f47c02568860&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403423 Jun 20 12:08:34.391886 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 59558) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:34.398222 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4826330f-f45c-47a8-ab57-bf0b69626f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:34.410829 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4826330f-f45c-47a8-ab57-bf0b69626f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:34.434385 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4826330f-f45c-47a8-ab57-bf0b69626f8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=92892) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 12:08:34.446233 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4826330f-f45c-47a8-ab57-bf0b69626f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:34.446679 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-4826330f-f45c-47a8-ab57-bf0b69626f8a admin admin] Added segment ea3fef8b-805d-47a9-8aa6-32d7adbed8e9 of type vlan for network 12be08b0-3759-457b-a779-43e03a7a9508 Jun 20 12:08:34.449792 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-968b590c-2731-4fca-b78c-b18ecf706917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:34.473698 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-968b590c-2731-4fca-b78c-b18ecf706917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:34.491052 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-a4bf25f2-5a5b-48db-a8be-76551e8e843f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:34.505539 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4826330f-f45c-47a8-ab57-bf0b69626f8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766930588892'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:34.527811 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826330f-f45c-47a8-ab57-bf0b69626f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57e5d74-999d-488c-b320-eb7aa6a6cb6f,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:34.531430 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-4826330f-f45c-47a8-ab57-bf0b69626f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:34.543182 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-968b590c-2731-4fca-b78c-b18ecf706917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:34.545771 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-968b590c-2731-4fca-b78c-b18ecf706917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:34.547091 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-968b590c-2731-4fca-b78c-b18ecf706917 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f715f53-ff6c-40ec-b402-aeff98c59164 HTTP/1.1" status: 204 len: 168 time: 0.1539760 Jun 20 12:08:34.548149 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-350967a5-797b-4b3d-863d-e6b2134f9789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:34.550456 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4826330f-f45c-47a8-ab57-bf0b69626f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:34.551964 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4826330f-f45c-47a8-ab57-bf0b69626f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:34.552810 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4826330f-f45c-47a8-ab57-bf0b69626f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:34.556381 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-aa764934-ddf2-4cd8-87b3-dabdef91a0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:34.560605 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b590c-2731-4fca-b78c-b18ecf706917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f715f53-ff6c-40ec-b402-aeff98c59164,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:34.572793 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-968b590c-2731-4fca-b78c-b18ecf706917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:34.623876 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 59568) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:34.624505 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-4826330f-f45c-47a8-ab57-bf0b69626f8a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5565305 Jun 20 12:08:34.628489 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826330f-f45c-47a8-ab57-bf0b69626f8a admin admin] Pushing event updated for resources: {'Network': ['ID=12be08b0-3759-457b-a779-43e03a7a9508,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:34.629384 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-6233f063-8e38-4fc3-bbff-7e56ffa26795 admin admin] Request body: {'subnet': {'network_id': '12be08b0-3759-457b-a779-43e03a7a9508', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-153726493-subnet', 'tenant_id': '7e0adbc510934763bf66b2415a9d7e38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:08:34.631780 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-4826330f-f45c-47a8-ab57-bf0b69626f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:34.647777 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Network 12be08b0-3759-457b-a779-43e03a7a9508 details requested by agent ovs-agent-dv-cinder-794962-4-iscsi with host dv-cinder-794962-4-iscsi {{(pid=92894) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 20 12:08:34.658272 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6233f063-8e38-4fc3-bbff-7e56ffa26795 admin admin] Made reservation on behalf of 7e0adbc510934763bf66b2415a9d7e38 for: {'subnet': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:08:34.662308 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6233f063-8e38-4fc3-bbff-7e56ffa26795 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7195740'] for subnet, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:34.959559 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6233f063-8e38-4fc3-bbff-7e56ffa26795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7115723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7195726'] for subnet, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:34.967170 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-72617cb8-edc3-4672-adb4-c05d5a44fdb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:35.002828 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e313cc5-def0-4184-8732-637b4bb19a26 req-711b9ec8-3597-4d53-9108-3fd15e039efb tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:35.004702 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4e313cc5-def0-4184-8732-637b4bb19a26 req-711b9ec8-3597-4d53-9108-3fd15e039efb tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.1652763 Jun 20 12:08:35.037022 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6233f063-8e38-4fc3-bbff-7e56ffa26795 admin admin] Checking segment: {'id': 'ea3fef8b-805d-47a9-8aa6-32d7adbed8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '12be08b0-3759-457b-a779-43e03a7a9508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:08:35.037377 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6233f063-8e38-4fc3-bbff-7e56ffa26795 admin admin] Network hostable DHCP agents. Network: 12be08b0-3759-457b-a779-43e03a7a9508, hostable agents: ['2417948c-c80f-4bbc-831a-f1bbd16412d3'], hosted agents: [] {{(pid=92893) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 12:08:35.043488 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233f063-8e38-4fc3-bbff-7e56ffa26795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6402fc29-b5bd-4ac5-a1e2-5dcb4297c1d7,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:35.057119 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-6233f063-8e38-4fc3-bbff-7e56ffa26795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:35.070275 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6233f063-8e38-4fc3-bbff-7e56ffa26795 admin admin] Network 12be08b0-3759-457b-a779-43e03a7a9508 is scheduled to be hosted by DHCP agent 2417948c-c80f-4bbc-831a-f1bbd16412d3 with binding_index 1 {{(pid=92893) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 12:08:35.086033 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-6233f063-8e38-4fc3-bbff-7e56ffa26795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-4-iscsi, 12be08b0-3759-457b-a779-43e03a7a9508) {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:08:35.091839 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6233f063-8e38-4fc3-bbff-7e56ffa26795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:35.093537 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6233f063-8e38-4fc3-bbff-7e56ffa26795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:35.098372 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6c191f-a3d6-43f8-a8ac-6b3a5acda70f None None] Network 12be08b0-3759-457b-a779-43e03a7a9508 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:08:35.112639 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-6233f063-8e38-4fc3-bbff-7e56ffa26795 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4876361 Jun 20 12:08:35.254297 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96cb2a8-1574-4add-a320-20fee08296f0 None None] Network 12be08b0-3759-457b-a779-43e03a7a9508 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:08:35.292723 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4e313cc5-def0-4184-8732-637b4bb19a26 req-9b8e71eb-6357-4b22-84e7-18419f185350 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802734 Jun 20 12:08:35.782505 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 59630) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:35.787597 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-106f9a41-3072-4255-b78a-9b23ddc81d4b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2080030555-network', 'tenant_id': '161e3940de5c4e30a13b3d356fee6196'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:08:35.807596 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106f9a41-3072-4255-b78a-9b23ddc81d4b admin admin] Made reservation on behalf of 161e3940de5c4e30a13b3d356fee6196 for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:08:35.809970 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-106f9a41-3072-4255-b78a-9b23ddc81d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:35.820278 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-106f9a41-3072-4255-b78a-9b23ddc81d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:35.913484 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-106f9a41-3072-4255-b78a-9b23ddc81d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:35.917285 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-106f9a41-3072-4255-b78a-9b23ddc81d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:35.920270 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-3069c4b6-c672-404c-9007-02fc71ed5936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:35.944909 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106f9a41-3072-4255-b78a-9b23ddc81d4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=92892) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 12:08:35.951754 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f9a41-3072-4255-b78a-9b23ddc81d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52a6247-f17b-4cfc-abb6-929ec2469218,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:35.955501 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-106f9a41-3072-4255-b78a-9b23ddc81d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:35.959848 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-106f9a41-3072-4255-b78a-9b23ddc81d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:35.960233 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-106f9a41-3072-4255-b78a-9b23ddc81d4b admin admin] Added segment fd253557-eac3-49cf-a2e4-cc60e4bdd980 of type vlan for network c9946747-b8e8-4f33-be28-b7bd51c4e773 Jun 20 12:08:36.010511 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-106f9a41-3072-4255-b78a-9b23ddc81d4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766930588892'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:36.039825 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-106f9a41-3072-4255-b78a-9b23ddc81d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:36.041390 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106f9a41-3072-4255-b78a-9b23ddc81d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:36.042073 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-106f9a41-3072-4255-b78a-9b23ddc81d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:36.045011 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:36.098708 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-106f9a41-3072-4255-b78a-9b23ddc81d4b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3146536 Jun 20 12:08:36.101281 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 59650) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:36.106440 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-bdb26cee-3402-4102-8cfc-8e9c48f87643 admin admin] Request body: {'subnet': {'network_id': 'c9946747-b8e8-4f33-be28-b7bd51c4e773', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2080030555-subnet', 'tenant_id': '161e3940de5c4e30a13b3d356fee6196', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:08:36.110723 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f9a41-3072-4255-b78a-9b23ddc81d4b admin admin] Pushing event updated for resources: {'Network': ['ID=c9946747-b8e8-4f33-be28-b7bd51c4e773,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:36.113481 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-106f9a41-3072-4255-b78a-9b23ddc81d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:36.121166 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Network c9946747-b8e8-4f33-be28-b7bd51c4e773 details requested by agent ovs-agent-dv-cinder-794962-4-iscsi with host dv-cinder-794962-4-iscsi {{(pid=92894) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 20 12:08:36.130213 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb26cee-3402-4102-8cfc-8e9c48f87643 admin admin] Made reservation on behalf of 161e3940de5c4e30a13b3d356fee6196 for: {'subnet': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:08:36.132697 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bdb26cee-3402-4102-8cfc-8e9c48f87643 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7195740'] for subnet, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:36.300438 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bdb26cee-3402-4102-8cfc-8e9c48f87643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7115723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7195726'] for subnet, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:36.303314 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:36.362966 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb26cee-3402-4102-8cfc-8e9c48f87643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a6ad612-f100-436f-a563-4ab271fcff56,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:36.365900 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-bdb26cee-3402-4102-8cfc-8e9c48f87643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:36.368484 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb26cee-3402-4102-8cfc-8e9c48f87643 admin admin] Checking segment: {'id': 'fd253557-eac3-49cf-a2e4-cc60e4bdd980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c9946747-b8e8-4f33-be28-b7bd51c4e773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:08:36.368828 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb26cee-3402-4102-8cfc-8e9c48f87643 admin admin] Network hostable DHCP agents. Network: c9946747-b8e8-4f33-be28-b7bd51c4e773, hostable agents: ['2417948c-c80f-4bbc-831a-f1bbd16412d3'], hosted agents: [] {{(pid=92893) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 12:08:36.385531 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb26cee-3402-4102-8cfc-8e9c48f87643 admin admin] Network c9946747-b8e8-4f33-be28-b7bd51c4e773 is scheduled to be hosted by DHCP agent 2417948c-c80f-4bbc-831a-f1bbd16412d3 with binding_index 1 {{(pid=92893) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 12:08:36.394471 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-bdb26cee-3402-4102-8cfc-8e9c48f87643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-4-iscsi, c9946747-b8e8-4f33-be28-b7bd51c4e773) {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:08:36.398631 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb26cee-3402-4102-8cfc-8e9c48f87643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:36.399274 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bdb26cee-3402-4102-8cfc-8e9c48f87643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:36.408470 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abcd32a-039c-47cc-8688-78c09657cef4 None None] Network c9946747-b8e8-4f33-be28-b7bd51c4e773 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:08:36.416399 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-bdb26cee-3402-4102-8cfc-8e9c48f87643 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3139548 Jun 20 12:08:36.507720 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3d76e-9e96-49f2-901d-54a44dffc86e req-5d16389c-e8cc-4988-9066-90c63da1b2fb tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:36.515122 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a4e3d76e-9e96-49f2-901d-54a44dffc86e req-5d16389c-e8cc-4988-9066-90c63da1b2fb tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0756586 Jun 20 12:08:36.553028 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4380d51-2726-441f-bd12-787ab999b54d None None] Network c9946747-b8e8-4f33-be28-b7bd51c4e773 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:08:36.553636 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a4e3d76e-9e96-49f2-901d-54a44dffc86e req-4576e5c3-4248-4576-b182-feb05c170026 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372159 Jun 20 12:08:37.724534 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07004b88-9d70-40d4-b751-15d453df8b18 req-47cf1761-006e-4c44-a952-eb77cd496fda tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:37.725988 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-07004b88-9d70-40d4-b751-15d453df8b18 req-47cf1761-006e-4c44-a952-eb77cd496fda tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0642290 Jun 20 12:08:37.764053 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-07004b88-9d70-40d4-b751-15d453df8b18 req-e18726f6-63eb-4810-b8d6-0b37079fdbf6 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306666 Jun 20 12:08:37.805617 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b2c98262-0b11-45df-ab53-14fa47afc39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:38.944304 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776976d-2619-4eed-adb8-a99b19f97a00 req-0ca38c65-45a3-4785-8e5c-82ba9c95043e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:38.945769 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a776976d-2619-4eed-adb8-a99b19f97a00 req-0ca38c65-45a3-4785-8e5c-82ba9c95043e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0702629 Jun 20 12:08:38.986031 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a776976d-2619-4eed-adb8-a99b19f97a00 req-44d915d6-6c99-4442-9429-3b86c1c7eb60 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346386 Jun 20 12:08:39.940210 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fac70605-279a-42aa-94e8-c717ac881fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:40.166568 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312f06d-4a7b-41a8-9af5-5240dd1375ea req-96cc70de-d50c-4789-9c4b-271c1e2760c2 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:40.168004 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4312f06d-4a7b-41a8-9af5-5240dd1375ea req-96cc70de-d50c-4789-9c4b-271c1e2760c2 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0630381 Jun 20 12:08:40.205696 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4312f06d-4a7b-41a8-9af5-5240dd1375ea req-69a5ee51-c8a4-4b68-86b9-dd04cc39174a tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310564 Jun 20 12:08:40.330233 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:41.386481 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b3b84-e010-45e7-b3ed-60f13858004b req-8dc122ca-7b9f-4751-a05e-a67f61482110 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:41.387928 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-da7b3b84-e010-45e7-b3ed-60f13858004b req-8dc122ca-7b9f-4751-a05e-a67f61482110 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0666809 Jun 20 12:08:41.426641 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-da7b3b84-e010-45e7-b3ed-60f13858004b req-2a2af51d-4b90-45f0-910b-2ad458c56342 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325897 Jun 20 12:08:41.457275 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:42.598871 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2c028-df29-4704-ac61-1c7079af6d05 req-02ca5550-92d6-4309-872b-6262bae26eb7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:42.600299 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3cc2c028-df29-4704-ac61-1c7079af6d05 req-02ca5550-92d6-4309-872b-6262bae26eb7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0617881 Jun 20 12:08:42.636676 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3cc2c028-df29-4704-ac61-1c7079af6d05 req-3b994770-1675-4ff4-bf51-4366e81cdc00 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308073 Jun 20 12:08:43.158602 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0bb43717-e3f7-4779-9387-09153c215b73 req-e6cdee9a-f760-47d7-9e66-5c4cf300a32b tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=29111d7e030b4493914eca5f3c112e91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302415 Jun 20 12:08:43.177827 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:43.337077 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb43717-e3f7-4779-9387-09153c215b73 req-02e3ad38-a0f5-456f-86da-934685680487 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:43.338513 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0bb43717-e3f7-4779-9387-09153c215b73 req-02e3ad38-a0f5-456f-86da-934685680487 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747530 Jun 20 12:08:43.355770 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0bb43717-e3f7-4779-9387-09153c215b73 req-0e19ecaa-1dcb-49ed-97d5-826c8181a2fa tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/quotas/29111d7e030b4493914eca5f3c112e91 HTTP/1.1" status: 200 len: 375 time: 0.0095415 Jun 20 12:08:43.389417 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0bb43717-e3f7-4779-9387-09153c215b73 req-259107ab-aecb-449d-8ee1-9276c4906b61 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=29111d7e030b4493914eca5f3c112e91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277066 Jun 20 12:08:43.556574 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1fe94786-e3f3-47ee-adb8-ced1f260f4b4 req-7ce87cec-65dd-4ed3-b583-5175386d48da tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 210 time: 0.0272777 Jun 20 12:08:43.831241 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a5619-b06c-40eb-a149-1b1c3ce146df req-6a168ef8-8d39-4ce9-82d1-3b5d04ae7ca5 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:43.833116 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-115a5619-b06c-40eb-a149-1b1c3ce146df req-6a168ef8-8d39-4ce9-82d1-3b5d04ae7ca5 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0670578 Jun 20 12:08:43.877798 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-115a5619-b06c-40eb-a149-1b1c3ce146df req-643a8b0c-2211-4b9f-8e90-c4072c810033 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387456 Jun 20 12:08:44.702447 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a31e3de2-5c2d-4aa7-ae86-470d4edba9cc req-d4cc28c8-9fb4-4940-b4ee-a8f7a7d0f8b6 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 210 time: 0.0318859 Jun 20 12:08:44.720919 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0bb43717-e3f7-4779-9387-09153c215b73 req-b9a138dc-a812-45af-83a0-c850a1a2b5d6 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=29111d7e030b4493914eca5f3c112e91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341606 Jun 20 12:08:45.178009 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb43717-e3f7-4779-9387-09153c215b73 req-83b5399e-3939-4c0c-a464-aad92f048011 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:45.179422 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0bb43717-e3f7-4779-9387-09153c215b73 req-83b5399e-3939-4c0c-a464-aad92f048011 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4537508 Jun 20 12:08:45.200824 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-0bb43717-e3f7-4779-9387-09153c215b73 req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Request body: {'port': {'device_id': '6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf', 'network_id': 'fe9adeef-32da-41d1-974f-b4f040e438ac', 'admin_state_up': True, 'tenant_id': '29111d7e030b4493914eca5f3c112e91'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:08:45.225250 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aab3f1-bee9-4955-9893-eed7392a0b28 req-07f631a8-ea71-4370-8131-fa91b9077ae2 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:45.226698 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-84aab3f1-bee9-4955-9893-eed7392a0b28 req-07f631a8-ea71-4370-8131-fa91b9077ae2 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.1183808 Jun 20 12:08:45.305210 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-84aab3f1-bee9-4955-9893-eed7392a0b28 req-0737396f-1f20-4477-8d04-a48f0202df1f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512564 Jun 20 12:08:45.346803 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb43717-e3f7-4779-9387-09153c215b73 req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Made reservation on behalf of 29111d7e030b4493914eca5f3c112e91 for: {'port': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:08:45.350392 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0bb43717-e3f7-4779-9387-09153c215b73 req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:45.358717 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0bb43717-e3f7-4779-9387-09153c215b73 req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:45.448133 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0bb43717-e3f7-4779-9387-09153c215b73 req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:45.453035 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0bb43717-e3f7-4779-9387-09153c215b73 req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:45.455935 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-22b2f05f-3e3f-4db7-99e7-0bcf0fb9de0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:45.528945 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62daaa4d-1e84-455f-ba12-4600be990905,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:45.540307 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:45.540670 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:45.541044 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:45.541387 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:45.541730 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:45.542066 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:45.542661 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:45.542767 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:45.543104 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:45.543665 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:45.543837 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:45.544216 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:45.549280 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:45.626849 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [req-0bb43717-e3f7-4779-9387-09153c215b73 req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Allocated IP 192.168.233.199 (fe9adeef-32da-41d1-974f-b4f040e438ac/db3f09db-f833-4066-87c0-4ab0786f35e2/89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:08:45.781651 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0bb43717-e3f7-4779-9387-09153c215b73 req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:45.796139 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-0bb43717-e3f7-4779-9387-09153c215b73 req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Transition to ACTIVE for port object 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:08:45.832349 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0bb43717-e3f7-4779-9387-09153c215b73 req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7115647'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:45.843760 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:45.865683 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 59884) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:45.873174 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb43717-e3f7-4779-9387-09153c215b73 req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Network fe9adeef-32da-41d1-974f-b4f040e438ac is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:08:45.879257 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [req-0bb43717-e3f7-4779-9387-09153c215b73 req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:08:45.883182 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb43717-e3f7-4779-9387-09153c215b73 req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:08:45.910186 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2807d-104b-45f8-b462-8e3d6a4cbf91 req-354eb20b-3862-4abe-90e1-2dc9f53e0601 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:45.911706 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-08d2807d-104b-45f8-b462-8e3d6a4cbf91 req-354eb20b-3862-4abe-90e1-2dc9f53e0601 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 936 time: 0.0794837 Jun 20 12:08:45.937029 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb43717-e3f7-4779-9387-09153c215b73 req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:45.937561 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0bb43717-e3f7-4779-9387-09153c215b73 req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:45.956496 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-08d2807d-104b-45f8-b462-8e3d6a4cbf91 req-3f1436c7-7b11-4905-8876-7c2c42538551 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/security-groups?id=62daaa4d-1e84-455f-ba12-4600be990905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376985 Jun 20 12:08:45.962854 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0bb43717-e3f7-4779-9387-09153c215b73 req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7657804 Jun 20 12:08:45.967780 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Pushing event updated for resources: {'Port': ['ID=89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:45.973841 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:46.001482 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1a24ea9f-394b-4979-b6be-8f1b1e6a0b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:46.093688 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1a24ea9f-394b-4979-b6be-8f1b1e6a0b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:46.097641 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1a24ea9f-394b-4979-b6be-8f1b1e6a0b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:46.101161 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-0fca6e25-1c26-4393-ac1d-1debcbab549c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:46.115137 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-6c54d014-ac20-4e9b-aa7c-aa9ad29fb1bf None None] Provisioning for port 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:08:46.118967 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-6c54d014-ac20-4e9b-aa7c-aa9ad29fb1bf None None] Provisioning complete for port 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:08:46.119444 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6c54d014-ac20-4e9b-aa7c-aa9ad29fb1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:46.140550 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24ea9f-394b-4979-b6be-8f1b1e6a0b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f393a5-0429-409f-b485-ee2f5995e88b,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:46.145157 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-1a24ea9f-394b-4979-b6be-8f1b1e6a0b12 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc77bdc9d0254da5978ad40296b5e43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776837 Jun 20 12:08:46.147754 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 59890) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:46.150037 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24ea9f-394b-4979-b6be-8f1b1e6a0b12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:46.150405 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24ea9f-394b-4979-b6be-8f1b1e6a0b12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:46.150805 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24ea9f-394b-4979-b6be-8f1b1e6a0b12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:46.151171 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24ea9f-394b-4979-b6be-8f1b1e6a0b12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:46.151560 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24ea9f-394b-4979-b6be-8f1b1e6a0b12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:46.151906 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24ea9f-394b-4979-b6be-8f1b1e6a0b12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:46.152252 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24ea9f-394b-4979-b6be-8f1b1e6a0b12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:46.152617 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24ea9f-394b-4979-b6be-8f1b1e6a0b12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:46.152986 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24ea9f-394b-4979-b6be-8f1b1e6a0b12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:46.153331 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24ea9f-394b-4979-b6be-8f1b1e6a0b12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:46.153668 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24ea9f-394b-4979-b6be-8f1b1e6a0b12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:46.154017 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a24ea9f-394b-4979-b6be-8f1b1e6a0b12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:46.155575 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-6c54d014-ac20-4e9b-aa7c-aa9ad29fb1bf None None] Port 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:08:46.158581 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-1a24ea9f-394b-4979-b6be-8f1b1e6a0b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:46.200568 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a283be5b-c151-4336-8088-b5e221ccfacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:46.221439 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a283be5b-c151-4336-8088-b5e221ccfacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:46.264504 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a283be5b-c151-4336-8088-b5e221ccfacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:46.267625 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a283be5b-c151-4336-8088-b5e221ccfacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:46.268752 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-a283be5b-c151-4336-8088-b5e221ccfacc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87f393a5-0429-409f-b485-ee2f5995e88b HTTP/1.1" status: 204 len: 168 time: 0.1199725 Jun 20 12:08:46.269570 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a4809186-f33f-4c15-9ec9-db200a387b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:46.277367 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283be5b-c151-4336-8088-b5e221ccfacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f393a5-0429-409f-b485-ee2f5995e88b,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:46.279605 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a283be5b-c151-4336-8088-b5e221ccfacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:46.490882 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7dc2c-8052-46da-aba4-0ac0b7b4084b req-64076180-a1d3-4cf8-aaa5-881ac73b0357 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:46.492360 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-82d7dc2c-8052-46da-aba4-0ac0b7b4084b req-64076180-a1d3-4cf8-aaa5-881ac73b0357 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0616245 Jun 20 12:08:46.528590 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-82d7dc2c-8052-46da-aba4-0ac0b7b4084b req-906caadc-bf8f-4a60-9c29-6b55b57b8f4f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305061 Jun 20 12:08:46.874348 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 59922) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:46.967790 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-7fc2d46e-f259-4727-a82e-3dcab3f2b065 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1702830062-network', 'tenant_id': 'f5e319e97743435382759743d17c629f'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:08:46.989434 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc2d46e-f259-4727-a82e-3dcab3f2b065 admin admin] Made reservation on behalf of f5e319e97743435382759743d17c629f for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:08:46.991755 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7fc2d46e-f259-4727-a82e-3dcab3f2b065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:46.999794 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7fc2d46e-f259-4727-a82e-3dcab3f2b065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:47.098690 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7fc2d46e-f259-4727-a82e-3dcab3f2b065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:47.121166 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7fc2d46e-f259-4727-a82e-3dcab3f2b065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:47.125003 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-2b869455-6178-4bb6-8bb8-123e8b7b12ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:47.153892 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc2d46e-f259-4727-a82e-3dcab3f2b065 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=92892) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 12:08:47.172291 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2d46e-f259-4727-a82e-3dcab3f2b065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6271fae-c0a8-4551-9d47-57880682df28,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:47.175678 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-7fc2d46e-f259-4727-a82e-3dcab3f2b065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:47.180397 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7fc2d46e-f259-4727-a82e-3dcab3f2b065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:47.180740 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-7fc2d46e-f259-4727-a82e-3dcab3f2b065 admin admin] Added segment 435c6230-5a8d-4494-9d37-380b35b7a765 of type vlan for network 82111675-daec-478c-ba9b-ab71752a00c6 Jun 20 12:08:47.199760 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76186f21-2eec-4fed-bb34-730fb1aa0bdb req-0d6558b4-4a6c-4a43-92d2-42881976d5ae tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:47.201227 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-76186f21-2eec-4fed-bb34-730fb1aa0bdb req-0d6558b4-4a6c-4a43-92d2-42881976d5ae tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 936 time: 0.1192446 Jun 20 12:08:47.243693 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7fc2d46e-f259-4727-a82e-3dcab3f2b065 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766930588892'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:47.281762 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-76186f21-2eec-4fed-bb34-730fb1aa0bdb req-c3f51570-a29a-4160-8a3c-f7cf99442c58 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/security-groups?id=62daaa4d-1e84-455f-ba12-4600be990905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619369 Jun 20 12:08:47.291276 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7fc2d46e-f259-4727-a82e-3dcab3f2b065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:47.292561 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc2d46e-f259-4727-a82e-3dcab3f2b065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:47.293184 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7fc2d46e-f259-4727-a82e-3dcab3f2b065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:47.296213 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-106f9a41-3072-4255-b78a-9b23ddc81d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:47.349091 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-7fc2d46e-f259-4727-a82e-3dcab3f2b065 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4711359 Jun 20 12:08:47.349443 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 59930) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:47.354435 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-a5fdddf3-6107-4f0f-969f-3acecba35e29 admin admin] Request body: {'subnet': {'network_id': '82111675-daec-478c-ba9b-ab71752a00c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1702830062-subnet', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'ip_version': 4}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:08:47.358451 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2d46e-f259-4727-a82e-3dcab3f2b065 admin admin] Pushing event updated for resources: {'Network': ['ID=82111675-daec-478c-ba9b-ab71752a00c6,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:47.361933 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-7fc2d46e-f259-4727-a82e-3dcab3f2b065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:47.369206 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Network 82111675-daec-478c-ba9b-ab71752a00c6 details requested by agent ovs-agent-dv-cinder-794962-4-iscsi with host dv-cinder-794962-4-iscsi {{(pid=92894) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 20 12:08:47.377689 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fdddf3-6107-4f0f-969f-3acecba35e29 admin admin] Made reservation on behalf of f5e319e97743435382759743d17c629f for: {'subnet': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:08:47.380280 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a5fdddf3-6107-4f0f-969f-3acecba35e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7195740'] for subnet, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:47.541346 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a5fdddf3-6107-4f0f-969f-3acecba35e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7115723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7195726'] for subnet, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:47.543320 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-efee42e9-c3e6-4274-825b-c3f1b7ca5c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:47.594851 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdddf3-6107-4f0f-969f-3acecba35e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c486f4-675b-440c-bf65-e83ba8d1d3ba,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:47.599501 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a5fdddf3-6107-4f0f-969f-3acecba35e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:47.606724 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fdddf3-6107-4f0f-969f-3acecba35e29 admin admin] Checking segment: {'id': '435c6230-5a8d-4494-9d37-380b35b7a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:08:47.607206 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fdddf3-6107-4f0f-969f-3acecba35e29 admin admin] Network hostable DHCP agents. Network: 82111675-daec-478c-ba9b-ab71752a00c6, hostable agents: ['2417948c-c80f-4bbc-831a-f1bbd16412d3'], hosted agents: [] {{(pid=92893) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 12:08:47.626952 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fdddf3-6107-4f0f-969f-3acecba35e29 admin admin] Network 82111675-daec-478c-ba9b-ab71752a00c6 is scheduled to be hosted by DHCP agent 2417948c-c80f-4bbc-831a-f1bbd16412d3 with binding_index 1 {{(pid=92893) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 12:08:47.636683 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-a5fdddf3-6107-4f0f-969f-3acecba35e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-4-iscsi, 82111675-daec-478c-ba9b-ab71752a00c6) {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:08:47.640727 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fdddf3-6107-4f0f-969f-3acecba35e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:47.641406 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a5fdddf3-6107-4f0f-969f-3acecba35e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:47.661949 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd23a271-3191-4231-81d7-0fddac787c4a None None] Network 82111675-daec-478c-ba9b-ab71752a00c6 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:08:47.676467 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-a5fdddf3-6107-4f0f-969f-3acecba35e29 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3258312 Jun 20 12:08:47.678892 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 59938) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:47.683742 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1702830062-router', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:08:47.711137 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-482965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3176'] for router, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:47.712542 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3171'] for router, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:47.727160 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5ac8b-099d-434b-9721-5295875ae4b6 req-b6297af5-b800-4a39-bdda-7e111ded7bfa tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:47.729141 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-bfe5ac8b-099d-434b-9721-5295875ae4b6 req-b6297af5-b800-4a39-bdda-7e111ded7bfa tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0836396 Jun 20 12:08:47.770746 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-bfe5ac8b-099d-434b-9721-5295875ae4b6 req-c05cf15b-cfce-45d5-9f27-76de156077c8 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340545 Jun 20 12:08:47.793225 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:47.820913 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf27333a8-70a0-59ed-9c62-fe7f006c1bf9-82111675-daec-478c-ba9b-ab71752a00c6', 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'fixed_ips': [{'subnet_id': '96c486f4-675b-440c-bf65-e83ba8d1d3ba'}]}} from dv-cinder-794962-4-iscsi. {{(pid=92894) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 20 12:08:47.821834 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:47.924127 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-482919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3189'] for router, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:47.962265 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Allocated IP 172.20.0.2 (82111675-daec-478c-ba9b-ab71752a00c6/96c486f4-675b-440c-bf65-e83ba8d1d3ba/69319215-829b-45ee-b74b-8ef20a563884) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:08:48.112205 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:48.121082 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Transition to ACTIVE for port object 69319215-829b-45ee-b74b-8ef20a563884 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:08:48.121234 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:48.135478 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Transition to ACTIVE for port object 69319215-829b-45ee-b74b-8ef20a563884 will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:08:48.140399 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:48.142097 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:48.143891 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:48.180177 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Network 82111675-daec-478c-ba9b-ab71752a00c6 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:08:48.182824 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:08:48.185361 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:08:48.199828 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Pushing event updated for resources: {'Port': ['ID=69319215-829b-45ee-b74b-8ef20a563884,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:48.224907 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:48.225271 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:48.225604 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:48.226110 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:48.226445 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:48.226770 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:48.227110 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:48.227413 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:48.227747 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:48.228067 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:48.228381 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:48.228694 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:48.232249 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:48.245299 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Allocated IP 172.27.1.127 (3f7a09d2-824b-4c30-a4c6-5e0e19540541/4186b5e8-5a7d-41cb-85c6-3f8309c8906f/68b0740d-1ee1-446d-b33b-2e5819cb500d) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:08:48.264732 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Attempting to bind port 69319215-829b-45ee-b74b-8ef20a563884 on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:08:48.265140 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Attempting to bind port 69319215-829b-45ee-b74b-8ef20a563884 by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': '435c6230-5a8d-4494-9d37-380b35b7a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:08:48.265508 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Attempting to bind port 69319215-829b-45ee-b74b-8ef20a563884 on network 82111675-daec-478c-ba9b-ab71752a00c6 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:08:48.271217 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:08:48.271602 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Checking segment: {'id': '435c6230-5a8d-4494-9d37-380b35b7a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:08:48.272007 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:48.272430 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Bound using segment: {'id': '435c6230-5a8d-4494-9d37-380b35b7a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:08:48.272908 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Bound port: 69319215-829b-45ee-b74b-8ef20a563884, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435c6230-5a8d-4494-9d37-380b35b7a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:08:48.273295 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:48.339905 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] For port 69319215-829b-45ee-b74b-8ef20a563884, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:08:48.343189 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] For port 69319215-829b-45ee-b74b-8ef20a563884, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=69319215-829b-45ee-b74b-8ef20a563884,segment=NetworkSegment(435c6230-5a8d-4494-9d37-380b35b7a765),segment_id=435c6230-5a8d-4494-9d37-380b35b7a765)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:08:48.347095 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:48.349920 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cb02cd06-b89e-42f4-8de9-34f31e7a06ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:48.352176 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:48.395055 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7115647'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:48.398910 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:48.406838 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Pushing event updated for resources: {'Port': ['ID=69319215-829b-45ee-b74b-8ef20a563884,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:48.411319 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:48.442011 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:08:48.446669 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:08:48.451121 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:08:48.454348 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Pushing event updated for resources: {'Port': ['ID=68b0740d-1ee1-446d-b33b-2e5819cb500d,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:48.474878 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:48.486672 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225a06a-1f90-45ae-8f7f-de310a44d621 req-1fb5f4d3-8433-45dc-aa90-b7b30c59ffb3 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:48.488193 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9225a06a-1f90-45ae-8f7f-de310a44d621 req-1fb5f4d3-8433-45dc-aa90-b7b30c59ffb3 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 936 time: 0.0819752 Jun 20 12:08:48.527955 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9225a06a-1f90-45ae-8f7f-de310a44d621 req-c697de17-288d-444a-a7b5-1db182508651 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/security-groups?id=62daaa4d-1e84-455f-ba12-4600be990905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335190 Jun 20 12:08:48.716795 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:48.866671 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 69319215-829b-45ee-b74b-8ef20a563884 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:08:48.915454 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 69319215-829b-45ee-b74b-8ef20a563884 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:08:48.934550 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504320'] for router, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:48.968969 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eef585-5001-4ad6-b34e-6c8ab389376e req-6e10a28e-72fe-457e-bf71-d70b4e45620e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:48.970573 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a0eef585-5001-4ad6-b34e-6c8ab389376e req-6e10a28e-72fe-457e-bf71-d70b4e45620e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0688088 Jun 20 12:08:49.010975 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a0eef585-5001-4ad6-b34e-6c8ab389376e req-caac5f09-c64f-408e-becc-93b948a0d299 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347559 Jun 20 12:08:49.072139 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Router 2acaff23-3fc5-4c5d-91ec-5d24793e112f is scheduled to L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 with binding_index 1 {{(pid=92893) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 20 12:08:49.179590 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:08:49.187833 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Sync routers for ids ['2acaff23-3fc5-4c5d-91ec-5d24793e112f'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:08:49.197783 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Notify callbacks [] for router, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:49.198066 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Routers {'2acaff23-3fc5-4c5d-91ec-5d24793e112f'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:08:49.198867 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:08:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['2acaff23-3fc5-4c5d-91ec-5d24793e112f'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:08:49.199036 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5190482 Jun 20 12:08:49.202131 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 59956) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:49.296772 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51012de1-ae0f-4239-9011-c0caf0369679 None None] Network 82111675-daec-478c-ba9b-ab71752a00c6 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:08:49.312283 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Set router 2acaff23-3fc5-4c5d-91ec-5d24793e112f gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:08:49.427916 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-9a512a67-bab3-46aa-947d-12cc1fa031e4 None None] Provisioning for port 69319215-829b-45ee-b74b-8ef20a563884 completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:08:49.448323 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-9a512a67-bab3-46aa-947d-12cc1fa031e4 None None] Provisioning complete for port 69319215-829b-45ee-b74b-8ef20a563884 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:08:49.448701 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9a512a67-bab3-46aa-947d-12cc1fa031e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:49.500945 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'name': 'tempest-TestMinimumBasicScenario-1702830062-router', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:47Z', 'updated_at': '2021-06-20T12:08:48Z', 'revision_number': 3, 'project_id': 'f5e319e97743435382759743d17c629f', 'gw_port': {'id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:48Z', 'updated_at': '2021-06-20T12:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:08:49.535452 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Checking router: 2acaff23-3fc5-4c5d-91ec-5d24793e112f for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:08:49.535817 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Updating router 2acaff23-3fc5-4c5d-91ec-5d24793e112f port 68b0740d-1ee1-446d-b33b-2e5819cb500d binding host dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 12:08:49.558129 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9a512a67-bab3-46aa-947d-12cc1fa031e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:49.599006 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-9a512a67-bab3-46aa-947d-12cc1fa031e4 None None] For port 69319215-829b-45ee-b74b-8ef20a563884, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=69319215-829b-45ee-b74b-8ef20a563884,segment=NetworkSegment(435c6230-5a8d-4494-9d37-380b35b7a765),segment_id=435c6230-5a8d-4494-9d37-380b35b7a765)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:08:49.604833 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9a512a67-bab3-46aa-947d-12cc1fa031e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:49.607346 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:49.621059 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:49.665771 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a512a67-bab3-46aa-947d-12cc1fa031e4 None None] Pushing event updated for resources: {'Port': ['ID=69319215-829b-45ee-b74b-8ef20a563884,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:49.669284 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9a512a67-bab3-46aa-947d-12cc1fa031e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:49.677792 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:49.827706 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab13aa2-a020-4953-81dc-438db5e8b844 req-11ba94c2-cdfc-4787-9ae1-af108fb5bac6 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:49.829943 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4ab13aa2-a020-4953-81dc-438db5e8b844 req-11ba94c2-cdfc-4787-9ae1-af108fb5bac6 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 936 time: 0.1425877 Jun 20 12:08:49.850138 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-58235414-0910-4627-8448-e1f5a3aece5f None None] Provisioning complete for port 69319215-829b-45ee-b74b-8ef20a563884 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:08:49.851125 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-58235414-0910-4627-8448-e1f5a3aece5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:49.908587 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:49.910252 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4ab13aa2-a020-4953-81dc-438db5e8b844 req-7f714c64-379a-4ca8-93c9-06d28b12c639 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/security-groups?id=62daaa4d-1e84-455f-ba12-4600be990905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738540 Jun 20 12:08:49.933600 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Transition to ACTIVE for port object 68b0740d-1ee1-446d-b33b-2e5819cb500d will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:08:49.933840 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Allocated IP 172.20.0.1 (82111675-daec-478c-ba9b-ab71752a00c6/96c486f4-675b-440c-bf65-e83ba8d1d3ba/c232d57e-685e-446a-8dca-665533572afd) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:08:49.943294 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:49.947171 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:49.986508 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:50.003323 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767cf9c-36c4-40ea-aee7-0206ff0cb191 None None] Pushing event updated for resources: {'Port': ['ID=68b0740d-1ee1-446d-b33b-2e5819cb500d,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:50.023354 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c767cf9c-36c4-40ea-aee7-0206ff0cb191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:50.023769 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c767cf9c-36c4-40ea-aee7-0206ff0cb191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:50.024167 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c767cf9c-36c4-40ea-aee7-0206ff0cb191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:50.024556 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c767cf9c-36c4-40ea-aee7-0206ff0cb191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:50.024963 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c767cf9c-36c4-40ea-aee7-0206ff0cb191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:50.025368 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c767cf9c-36c4-40ea-aee7-0206ff0cb191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:50.025760 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c767cf9c-36c4-40ea-aee7-0206ff0cb191 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:50.026141 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c767cf9c-36c4-40ea-aee7-0206ff0cb191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:50.026548 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c767cf9c-36c4-40ea-aee7-0206ff0cb191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:50.026917 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c767cf9c-36c4-40ea-aee7-0206ff0cb191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:50.027293 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c767cf9c-36c4-40ea-aee7-0206ff0cb191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:50.027735 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c767cf9c-36c4-40ea-aee7-0206ff0cb191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:08:50.031510 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c767cf9c-36c4-40ea-aee7-0206ff0cb191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:50.036856 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Attempting to bind port 68b0740d-1ee1-446d-b33b-2e5819cb500d on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:08:50.037338 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Attempting to bind port 68b0740d-1ee1-446d-b33b-2e5819cb500d by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:08:50.037792 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Attempting to bind port 68b0740d-1ee1-446d-b33b-2e5819cb500d on network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:08:50.043428 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:08:50.043874 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Checking segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:08:50.044338 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:50.044857 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Bound using segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:08:50.045565 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Bound port: 68b0740d-1ee1-446d-b33b-2e5819cb500d, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:08:50.045944 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:50.057408 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:50.074681 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Transition to ACTIVE for port object c232d57e-685e-446a-8dca-665533572afd will not be triggered until provisioned by entity DHCP. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:08:50.112968 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8239877'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:50.115573 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:50.129828 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] For port 68b0740d-1ee1-446d-b33b-2e5819cb500d, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:08:50.133745 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] For port 68b0740d-1ee1-446d-b33b-2e5819cb500d, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=68b0740d-1ee1-446d-b33b-2e5819cb500d,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:08:50.138244 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:50.140456 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c767cf9c-36c4-40ea-aee7-0206ff0cb191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:50.180731 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Request body: {'port': {'device_id': '6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:08:50.188830 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Network 82111675-daec-478c-ba9b-ab71752a00c6 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:08:50.194517 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:08:50.197530 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Routers {'2acaff23-3fc5-4c5d-91ec-5d24793e112f'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:08:50.198014 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c232d57e-685e-446a-8dca-665533572afd,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:50.198145 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:08:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['2acaff23-3fc5-4c5d-91ec-5d24793e112f'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:08:50.211198 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:08:50.246037 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767cf9c-36c4-40ea-aee7-0206ff0cb191 None None] Pushing event updated for resources: {'Port': ['ID=68b0740d-1ee1-446d-b33b-2e5819cb500d,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:50.251077 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c767cf9c-36c4-40ea-aee7-0206ff0cb191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:50.281752 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507183'] for router_interface, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:50.330573 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:50.420269 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] Set router 2acaff23-3fc5-4c5d-91ec-5d24793e112f gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:08:50.430551 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:50.481761 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb87028-eadc-428e-b054-f1048bdca53c req-535e5470-cf7a-45f9-b766-16315becb3bd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:50.484638 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9eb87028-eadc-428e-b054-f1048bdca53c req-535e5470-cf7a-45f9-b766-16315becb3bd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.3399081 Jun 20 12:08:50.515243 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-debcf67a-9e9d-4588-a7f1-4bcecafc9fe4 None None] Provisioning for port c232d57e-685e-446a-8dca-665533572afd completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:08:50.522193 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-debcf67a-9e9d-4588-a7f1-4bcecafc9fe4 None None] Provisioning complete for port c232d57e-685e-446a-8dca-665533572afd triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:08:50.522804 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-debcf67a-9e9d-4588-a7f1-4bcecafc9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:50.567341 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-debcf67a-9e9d-4588-a7f1-4bcecafc9fe4 None None] Port c232d57e-685e-446a-8dca-665533572afd cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:08:50.620431 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'name': 'tempest-TestMinimumBasicScenario-1702830062-router', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:47Z', 'updated_at': '2021-06-20T12:08:48Z', 'revision_number': 3, 'project_id': 'f5e319e97743435382759743d17c629f', 'gw_port': {'id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:48Z', 'updated_at': '2021-06-20T12:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:08:50.651981 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f48667-4e3b-4778-8911-26b8e4ad9e73 None None] The sync data for ids ['2acaff23-3fc5-4c5d-91ec-5d24793e112f'] in dv-cinder-794962-4-iscsi is: [{'id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'name': 'tempest-TestMinimumBasicScenario-1702830062-router', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:47Z', 'updated_at': '2021-06-20T12:08:48Z', 'revision_number': 3, 'project_id': 'f5e319e97743435382759743d17c629f', 'gw_port': {'id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:48Z', 'updated_at': '2021-06-20T12:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:08:50.668910 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:08:50.677711 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:50.694678 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Transition to ACTIVE for port object 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:08:50.698651 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:50.701092 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-5041a93d-01de-46b1-8940-d8bdece9afde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:50.790802 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Pushing event updated for resources: {'Port': ['ID=89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:50.794520 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:50.818298 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:50.838688 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-77501522-d3ac-45ad-b753-ede687390c7c req-55a18e99-87ae-43a8-a84a-19196b76fa22 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4166451 Jun 20 12:08:50.880100 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Attempting to bind port 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:08:50.880598 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Attempting to bind port 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'b29dfc6c-94fb-4d09-ae06-1197f3cbf777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fe9adeef-32da-41d1-974f-b4f040e438ac'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:08:50.881163 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Attempting to bind port 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e on network fe9adeef-32da-41d1-974f-b4f040e438ac {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:08:50.886885 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Port 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e on network fe9adeef-32da-41d1-974f-b4f040e438ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 20 12:08:50.887210 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Attempting to bind port 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e on network fe9adeef-32da-41d1-974f-b4f040e438ac {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:08:50.901235 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Checking agent: {'id': '3511620b-fad0-480c-9502-82df55f89faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'started_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:08:50.901235 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Checking segment: {'id': 'b29dfc6c-94fb-4d09-ae06-1197f3cbf777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fe9adeef-32da-41d1-974f-b4f040e438ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:08:50.910003 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Bound using segment: {'id': 'b29dfc6c-94fb-4d09-ae06-1197f3cbf777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fe9adeef-32da-41d1-974f-b4f040e438ac'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:08:50.912610 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 69319215-829b-45ee-b74b-8ef20a563884 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:08:50.916306 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Bound port: 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b29dfc6c-94fb-4d09-ae06-1197f3cbf777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fe9adeef-32da-41d1-974f-b4f040e438ac'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:08:50.917197 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9eb87028-eadc-428e-b054-f1048bdca53c req-1aece4f9-d563-4a67-a78d-47247d6b3488 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256523 Jun 20 12:08:50.924472 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:51.029297 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 69319215-829b-45ee-b74b-8ef20a563884 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:08:51.029726 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:51.090432 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] For port 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e, host hv-cinder-79496, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:08:51.100093 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] For port 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e,segment=NetworkSegment(b29dfc6c-94fb-4d09-ae06-1197f3cbf777),segment_id=b29dfc6c-94fb-4d09-ae06-1197f3cbf777)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:08:51.113176 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77501522-d3ac-45ad-b753-ede687390c7c req-23f669eb-6540-4f80-9db9-93b674fe6866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:51.114708 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-77501522-d3ac-45ad-b753-ede687390c7c req-23f669eb-6540-4f80-9db9-93b674fe6866 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 1098 time: 0.2107921 Jun 20 12:08:51.127488 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:51.150965 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:51.198146 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:51.198743 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:51.200262 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] 10.222.0.30 "PUT /v2.0/ports/89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e HTTP/1.1" status: 200 len: 1098 time: 1.0266221 Jun 20 12:08:51.202607 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf', 'tag': '89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:08:51.206423 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8350a2be-56b2-475e-abcf-a25a25f0dcaa" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf", "tag": "89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:08:51.239573 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Pushing event updated for resources: {'Port': ['ID=89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:51.243240 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:51.289936 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbda9b5-ff1a-4bbd-a942-518c9f3bd65f req-2e707437-342e-41a4-8ed9-30c0bbde2978 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:51.291427 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1cbda9b5-ff1a-4bbd-a942-518c9f3bd65f req-2e707437-342e-41a4-8ed9-30c0bbde2978 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 948 time: 0.1885831 Jun 20 12:08:51.293009 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c094040-f734-4ff0-b703-d1b4bad0e7f4 x-openstack-request-id: req-4c094040-f734-4ff0-b703-d1b4bad0e7f4 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:08:51.293318 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf", "tag": "89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:08:51.293591 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c094040-f734-4ff0-b703-d1b4bad0e7f4 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:08:51.293994 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf', 'tag': '89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e', 'status': 'completed', 'code': 200} Jun 20 12:08:51.308743 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:51.318925 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8239923'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:51.328285 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-3a390e0b-934e-4842-85ff-eab35fc8bb87 tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:51.400821 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1cbda9b5-ff1a-4bbd-a942-518c9f3bd65f req-2c7f090e-2d97-4695-8d09-949d0bf5f535 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/security-groups?id=62daaa4d-1e84-455f-ba12-4600be990905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991993 Jun 20 12:08:51.431477 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77501522-d3ac-45ad-b753-ede687390c7c req-e5b63769-1b38-404a-bbd4-71bb8740e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:51.433242 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-77501522-d3ac-45ad-b753-ede687390c7c req-e5b63769-1b38-404a-bbd4-71bb8740e4c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 920 time: 0.2820935 Jun 20 12:08:51.434018 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb43717-e3f7-4779-9387-09153c215b73 req-7be8f655-029c-4a6f-9519-991878f2c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:51.435668 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0bb43717-e3f7-4779-9387-09153c215b73 req-7be8f655-029c-4a6f-9519-991878f2c12a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=29111d7e030b4493914eca5f3c112e91&device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 1101 time: 0.1355391 Jun 20 12:08:51.457470 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c232d57e-685e-446a-8dca-665533572afd,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:51.464149 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507702'] for router_interface, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:51.466590 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:51.508321 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0bb43717-e3f7-4779-9387-09153c215b73 req-b908b2ba-5baf-4478-a23f-1336aa0fcea5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e HTTP/1.1" status: 200 len: 217 time: 0.0386624 Jun 20 12:08:51.512984 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-77501522-d3ac-45ad-b753-ede687390c7c req-a18d6e6a-57af-47b1-80c6-9b4041d51aa0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece2b702-a1d0-40a0-a2be-e18d2b53db25 HTTP/1.1" status: 200 len: 217 time: 0.0413055 Jun 20 12:08:51.595519 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb43717-e3f7-4779-9387-09153c215b73 req-ae3260a4-a477-4843-a267-32c8b6266cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:51.597263 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0bb43717-e3f7-4779-9387-09153c215b73 req-ae3260a4-a477-4843-a267-32c8b6266cb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db3f09db-f833-4066-87c0-4ab0786f35e2 HTTP/1.1" status: 200 len: 843 time: 0.0624001 Jun 20 12:08:51.608099 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77501522-d3ac-45ad-b753-ede687390c7c req-c2605195-b76f-4b12-a260-82402ad09a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:51.609547 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-77501522-d3ac-45ad-b753-ede687390c7c req-c2605195-b76f-4b12-a260-82402ad09a22 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0bca940-04b5-4092-a25a-ee3a37d4ce47 HTTP/1.1" status: 200 len: 859 time: 0.0629082 Jun 20 12:08:51.653698 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-77501522-d3ac-45ad-b753-ede687390c7c req-b0985d93-c12b-4654-aded-c47c2e8b23d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a060551e-4666-489f-af6c-22591d5d515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335987 Jun 20 12:08:51.661703 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Network 82111675-daec-478c-ba9b-ab71752a00c6 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:08:51.662442 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb43717-e3f7-4779-9387-09153c215b73 req-3c50afe8-9393-4edc-8bd3-e5b4cd7d071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:51.664055 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0bb43717-e3f7-4779-9387-09153c215b73 req-3c50afe8-9393-4edc-8bd3-e5b4cd7d071f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe9adeef-32da-41d1-974f-b4f040e438ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0566316 Jun 20 12:08:51.664337 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:08:51.796445 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0bb43717-e3f7-4779-9387-09153c215b73 req-38a83790-a168-41a3-b8c4-86da47be938f service neutron] 10.222.0.30 "GET /v2.0/networks/fe9adeef-32da-41d1-974f-b4f040e438ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210086 Jun 20 12:08:51.824063 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-77501522-d3ac-45ad-b753-ede687390c7c req-b87f876b-77b8-4c26-9ec5-9b258d291038 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608183 Jun 20 12:08:51.924141 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0bb43717-e3f7-4779-9387-09153c215b73 req-6e990a3d-e5f5-4e54-b260-6d10247f0813 service neutron] 10.222.0.30 "GET /v2.0/networks/fe9adeef-32da-41d1-974f-b4f040e438ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194160 Jun 20 12:08:51.948958 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Router 2acaff23-3fc5-4c5d-91ec-5d24793e112f has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:08:52.004697 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-2a67ddf4-2521-4e6c-b603-ca67bfc416f6 None None] Provisioning complete for port c232d57e-685e-446a-8dca-665533572afd triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:08:52.005164 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2a67ddf4-2521-4e6c-b603-ca67bfc416f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:52.028633 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-77501522-d3ac-45ad-b753-ede687390c7c req-b06ee9fd-1070-421e-9c15-16eef9dae9f7 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673803 Jun 20 12:08:52.060703 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-2a67ddf4-2521-4e6c-b603-ca67bfc416f6 None None] Port c232d57e-685e-446a-8dca-665533572afd cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:08:52.149719 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:08:52.164820 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] 10.222.0.25 "PUT /v2.0/routers/2acaff23-3fc5-4c5d-91ec-5d24793e112f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9538214 Jun 20 12:08:52.196467 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350a2be-56b2-475e-abcf-a25a25f0dcaa req-1a140100-8f86-49c1-b1e3-540dcfca193f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:52.198768 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8350a2be-56b2-475e-abcf-a25a25f0dcaa req-1a140100-8f86-49c1-b1e3-540dcfca193f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=29111d7e030b4493914eca5f3c112e91&device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 1101 time: 0.1008117 Jun 20 12:08:52.227962 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998cac9-0bce-4157-b414-c55c69f743dd req-19d39c5a-7b3b-4a5f-8f69-025150cb1622 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:52.229774 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0998cac9-0bce-4157-b414-c55c69f743dd req-19d39c5a-7b3b-4a5f-8f69-025150cb1622 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.1155653 Jun 20 12:08:52.347642 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0998cac9-0bce-4157-b414-c55c69f743dd req-30e64ddd-2cd7-4767-b693-1f1f747acab2 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079526 Jun 20 12:08:52.408184 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350a2be-56b2-475e-abcf-a25a25f0dcaa req-bb443336-2648-4f2b-880a-1eafea4fbad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:52.410700 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8350a2be-56b2-475e-abcf-a25a25f0dcaa req-bb443336-2648-4f2b-880a-1eafea4fbad5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe9adeef-32da-41d1-974f-b4f040e438ac HTTP/1.1" status: 200 len: 870 time: 0.1662149 Jun 20 12:08:52.461734 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8350a2be-56b2-475e-abcf-a25a25f0dcaa req-2ceac7bc-5bb8-4db3-8dba-5648cae5a322 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e HTTP/1.1" status: 200 len: 217 time: 0.0436044 Jun 20 12:08:52.549588 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350a2be-56b2-475e-abcf-a25a25f0dcaa req-0169303a-c951-40e5-a8cc-32ea7f22a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:52.555536 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8350a2be-56b2-475e-abcf-a25a25f0dcaa req-0169303a-c951-40e5-a8cc-32ea7f22a90e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db3f09db-f833-4066-87c0-4ab0786f35e2 HTTP/1.1" status: 200 len: 843 time: 0.0837460 Jun 20 12:08:52.850471 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350a2be-56b2-475e-abcf-a25a25f0dcaa req-dd4f4e61-ee73-4fa1-bf3d-25146a65ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:52.856915 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8350a2be-56b2-475e-abcf-a25a25f0dcaa req-dd4f4e61-ee73-4fa1-bf3d-25146a65ae19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe9adeef-32da-41d1-974f-b4f040e438ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2939641 Jun 20 12:08:52.872201 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc480f9-9744-4f12-acd7-bd415b02ee33 req-32edda68-34c8-43c8-a29d-b6c0b25bc74b tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:52.872795 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Sync routers for ids ['2acaff23-3fc5-4c5d-91ec-5d24793e112f'] in dv-cinder-794962-4-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:08:52.873828 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-bcc480f9-9744-4f12-acd7-bd415b02ee33 req-32edda68-34c8-43c8-a29d-b6c0b25bc74b tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 948 time: 0.2846758 Jun 20 12:08:52.889021 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Routers {'2acaff23-3fc5-4c5d-91ec-5d24793e112f'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:08:52.889377 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:08:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['2acaff23-3fc5-4c5d-91ec-5d24793e112f'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:08:52.990810 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 68b0740d-1ee1-446d-b33b-2e5819cb500d up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:08:53.004049 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-bcc480f9-9744-4f12-acd7-bd415b02ee33 req-24fb56f2-2a86-42ef-a48e-6fe3cc0aa76a tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/security-groups?id=62daaa4d-1e84-455f-ba12-4600be990905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236517 Jun 20 12:08:53.050865 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 60052) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:53.060066 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-2e87cb1e-e922-4763-8be9-3f1862774dd0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1706992443-network', 'tenant_id': '839f287103794cb192cd7d5a868cc5f1'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:08:53.104828 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e87cb1e-e922-4763-8be9-3f1862774dd0 admin admin] Made reservation on behalf of 839f287103794cb192cd7d5a868cc5f1 for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:08:53.107517 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2e87cb1e-e922-4763-8be9-3f1862774dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:53.127177 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2e87cb1e-e922-4763-8be9-3f1862774dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:53.146596 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8350a2be-56b2-475e-abcf-a25a25f0dcaa req-d510176b-bb02-474f-ab38-09d243f7c1b4 service neutron] 10.222.0.30 "GET /v2.0/networks/fe9adeef-32da-41d1-974f-b4f040e438ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198215 Jun 20 12:08:53.179341 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Set router 2acaff23-3fc5-4c5d-91ec-5d24793e112f gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:08:53.305214 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8350a2be-56b2-475e-abcf-a25a25f0dcaa req-be75a6eb-d0d0-471e-a194-0afde894bb10 service neutron] 10.222.0.30 "GET /v2.0/networks/fe9adeef-32da-41d1-974f-b4f040e438ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493642 Jun 20 12:08:53.325860 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2e87cb1e-e922-4763-8be9-3f1862774dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:53.331804 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2e87cb1e-e922-4763-8be9-3f1862774dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:53.335941 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-90c3b03a-d1fe-4517-971f-d41670326ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:53.358553 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 68b0740d-1ee1-446d-b33b-2e5819cb500d completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:08:53.358914 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e87cb1e-e922-4763-8be9-3f1862774dd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=92892) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 12:08:53.366343 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 68b0740d-1ee1-446d-b33b-2e5819cb500d triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:08:53.366714 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:53.377465 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2e87cb1e-e922-4763-8be9-3f1862774dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:53.378104 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-2e87cb1e-e922-4763-8be9-3f1862774dd0 admin admin] Added segment ca8654d1-3eb6-4552-95f5-3e2990846dd3 of type vlan for network a35d5f31-cbc4-43e6-9369-e8b3fceb3963 Jun 20 12:08:53.388858 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87cb1e-e922-4763-8be9-3f1862774dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8365634-894d-406c-b8bf-0ea856f17d21,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:53.425557 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-2e87cb1e-e922-4763-8be9-3f1862774dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:53.475188 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2e87cb1e-e922-4763-8be9-3f1862774dd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766930588892'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:53.509846 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d0ad9-a757-4d7c-acc2-d3f4ca226ceb req-9ebde161-4276-44d9-869d-31a6d4b6cf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:53.511312 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a81d0ad9-a757-4d7c-acc2-d3f4ca226ceb req-9ebde161-4276-44d9-869d-31a6d4b6cf2e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 1099 time: 0.1169767 Jun 20 12:08:53.513077 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2e87cb1e-e922-4763-8be9-3f1862774dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:53.514636 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e87cb1e-e922-4763-8be9-3f1862774dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:53.515239 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2e87cb1e-e922-4763-8be9-3f1862774dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:53.525443 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:53.541172 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d24db-f61e-477e-ae69-fc2e542e47ff req-6061d89f-ba8c-4589-9175-bc164f5fe664 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:53.545891 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b27d24db-f61e-477e-ae69-fc2e542e47ff req-6061d89f-ba8c-4589-9175-bc164f5fe664 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0746877 Jun 20 12:08:53.551436 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:53.584733 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b27d24db-f61e-477e-ae69-fc2e542e47ff req-9d7846e4-8c8f-438b-9421-b1220d0ba6d5 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344985 Jun 20 12:08:53.592803 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port 68b0740d-1ee1-446d-b33b-2e5819cb500d, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=68b0740d-1ee1-446d-b33b-2e5819cb500d,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:08:53.595807 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-2e87cb1e-e922-4763-8be9-3f1862774dd0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5427725 Jun 20 12:08:53.597972 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 60066) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:53.605453 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-c5f1ca83-cf25-42f2-b103-503fb5b7ded4 admin admin] Request body: {'subnet': {'network_id': 'a35d5f31-cbc4-43e6-9369-e8b3fceb3963', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1706992443-subnet', 'tenant_id': '839f287103794cb192cd7d5a868cc5f1', 'ip_version': 4}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:08:53.606850 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:53.617737 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:53.628573 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87cb1e-e922-4763-8be9-3f1862774dd0 admin admin] Pushing event updated for resources: {'Network': ['ID=a35d5f31-cbc4-43e6-9369-e8b3fceb3963,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:53.638364 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-2e87cb1e-e922-4763-8be9-3f1862774dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:53.640311 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f1ca83-cf25-42f2-b103-503fb5b7ded4 admin admin] Made reservation on behalf of 839f287103794cb192cd7d5a868cc5f1 for: {'subnet': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:08:53.640771 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a81d0ad9-a757-4d7c-acc2-d3f4ca226ceb req-37b54f55-9728-48ec-a884-7a3b005367ca service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162784 Jun 20 12:08:53.643750 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c5f1ca83-cf25-42f2-b103-503fb5b7ded4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7195740'] for subnet, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:53.648412 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Network a35d5f31-cbc4-43e6-9369-e8b3fceb3963 details requested by agent ovs-agent-dv-cinder-794962-4-iscsi with host dv-cinder-794962-4-iscsi {{(pid=92894) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 20 12:08:53.730947 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'name': 'tempest-TestMinimumBasicScenario-1702830062-router', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:47Z', 'updated_at': '2021-06-20T12:08:50Z', 'revision_number': 4, 'project_id': 'f5e319e97743435382759743d17c629f', 'gw_port': {'id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:48Z', 'updated_at': '2021-06-20T12:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'c232d57e-685e-446a-8dca-665533572afd', 'name': '', 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'mac_address': 'fa:16:3e:92:36:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '96c486f4-675b-440c-bf65-e83ba8d1d3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:49Z', 'updated_at': '2021-06-20T12:08:50Z', 'revision_number': 2, 'project_id': 'f5e319e97743435382759743d17c629f', 'subnets': [{'id': '96c486f4-675b-440c-bf65-e83ba8d1d3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:08:53.732580 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=68b0740d-1ee1-446d-b33b-2e5819cb500d,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:53.736434 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:53.767733 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Checking router: 2acaff23-3fc5-4c5d-91ec-5d24793e112f for host: dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:08:53.768099 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Updating router 2acaff23-3fc5-4c5d-91ec-5d24793e112f port c232d57e-685e-446a-8dca-665533572afd binding host dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 12:08:53.806602 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:53.812026 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c5f1ca83-cf25-42f2-b103-503fb5b7ded4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7115723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7195726'] for subnet, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:53.815966 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-bdb26cee-3402-4102-8cfc-8e9c48f87643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:53.875731 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1ca83-cf25-42f2-b103-503fb5b7ded4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73835017-21fe-4a14-82c7-7656cf8f5da3,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:53.882851 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-c5f1ca83-cf25-42f2-b103-503fb5b7ded4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:53.887448 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f1ca83-cf25-42f2-b103-503fb5b7ded4 admin admin] Checking segment: {'id': 'ca8654d1-3eb6-4552-95f5-3e2990846dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a35d5f31-cbc4-43e6-9369-e8b3fceb3963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:08:53.887806 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f1ca83-cf25-42f2-b103-503fb5b7ded4 admin admin] Network hostable DHCP agents. Network: a35d5f31-cbc4-43e6-9369-e8b3fceb3963, hostable agents: ['2417948c-c80f-4bbc-831a-f1bbd16412d3'], hosted agents: [] {{(pid=92893) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 12:08:53.908178 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f1ca83-cf25-42f2-b103-503fb5b7ded4 admin admin] Network a35d5f31-cbc4-43e6-9369-e8b3fceb3963 is scheduled to be hosted by DHCP agent 2417948c-c80f-4bbc-831a-f1bbd16412d3 with binding_index 1 {{(pid=92893) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 12:08:53.918339 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-c5f1ca83-cf25-42f2-b103-503fb5b7ded4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-4-iscsi, a35d5f31-cbc4-43e6-9369-e8b3fceb3963) {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:08:53.931948 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f1ca83-cf25-42f2-b103-503fb5b7ded4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:53.932668 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c5f1ca83-cf25-42f2-b103-503fb5b7ded4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:53.935211 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64719528-ace4-4589-b0be-0967f30a321e None None] Network a35d5f31-cbc4-43e6-9369-e8b3fceb3963 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:08:53.951763 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-c5f1ca83-cf25-42f2-b103-503fb5b7ded4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3487196 Jun 20 12:08:53.952033 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 60076) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:53.957594 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1706992443-router', 'tenant_id': '839f287103794cb192cd7d5a868cc5f1', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:08:53.986396 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-482965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3176'] for router, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:53.986396 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3171'] for router, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:54.042372 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:54.213574 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-482919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3189'] for router, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:54.255842 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0a87f-58ab-4fb8-836c-066446fa9877 req-719589b2-744d-41b2-aaa4-fb41a37dbc7f tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:54.257368 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e8f0a87f-58ab-4fb8-836c-066446fa9877 req-719589b2-744d-41b2-aaa4-fb41a37dbc7f tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 948 time: 0.0767944 Jun 20 12:08:54.327245 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:54.351164 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Transition to ACTIVE for port object c232d57e-685e-446a-8dca-665533572afd will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:08:54.355356 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf27333a8-70a0-59ed-9c62-fe7f006c1bf9-a35d5f31-cbc4-43e6-9369-e8b3fceb3963', 'network_id': 'a35d5f31-cbc4-43e6-9369-e8b3fceb3963', 'tenant_id': '839f287103794cb192cd7d5a868cc5f1', 'fixed_ips': [{'subnet_id': '73835017-21fe-4a14-82c7-7656cf8f5da3'}]}} from dv-cinder-794962-4-iscsi. {{(pid=92894) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 20 12:08:54.356473 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:54.372229 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:54.376671 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9a512a67-bab3-46aa-947d-12cc1fa031e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:54.456407 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb920341-6a64-44d0-8aa9-6cd959574760 None None] Pushing event updated for resources: {'Port': ['ID=c232d57e-685e-446a-8dca-665533572afd,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:54.521977 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bb920341-6a64-44d0-8aa9-6cd959574760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:54.608655 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e8f0a87f-58ab-4fb8-836c-066446fa9877 req-f37b63c7-e9b5-4b3e-9c89-635f02686436 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/security-groups?id=62daaa4d-1e84-455f-ba12-4600be990905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447785 Jun 20 12:08:54.702395 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Attempting to bind port c232d57e-685e-446a-8dca-665533572afd on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:08:54.702844 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Attempting to bind port c232d57e-685e-446a-8dca-665533572afd by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': '435c6230-5a8d-4494-9d37-380b35b7a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:08:54.703306 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Attempting to bind port c232d57e-685e-446a-8dca-665533572afd on network 82111675-daec-478c-ba9b-ab71752a00c6 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:08:54.713530 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:08:54.713908 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Checking segment: {'id': '435c6230-5a8d-4494-9d37-380b35b7a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:08:54.714329 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:54.714733 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Bound using segment: {'id': '435c6230-5a8d-4494-9d37-380b35b7a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:08:54.715221 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Bound port: c232d57e-685e-446a-8dca-665533572afd, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435c6230-5a8d-4494-9d37-380b35b7a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:08:54.715601 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:54.752189 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Allocated IP 172.20.0.2 (a35d5f31-cbc4-43e6-9369-e8b3fceb3963/73835017-21fe-4a14-82c7-7656cf8f5da3/35523d0b-65b0-4db5-a845-70df308c6296) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:08:54.799516 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:54.830101 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:54.901367 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 68b0740d-1ee1-446d-b33b-2e5819cb500d up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:08:54.934784 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] For port c232d57e-685e-446a-8dca-665533572afd, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:08:54.956299 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] For port c232d57e-685e-446a-8dca-665533572afd, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=c232d57e-685e-446a-8dca-665533572afd,segment=NetworkSegment(435c6230-5a8d-4494-9d37-380b35b7a765),segment_id=435c6230-5a8d-4494-9d37-380b35b7a765)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:08:54.971387 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c977470-7d7b-414c-baa4-1d9be20fd2b4 req-ff921399-2764-47cb-b89c-d422cd6347cd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:54.973065 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:54.973201 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8c977470-7d7b-414c-baa4-1d9be20fd2b4 req-ff921399-2764-47cb-b89c-d422cd6347cd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.1450875 Jun 20 12:08:54.977427 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:55.008687 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Allocated IP 172.27.1.68 (3f7a09d2-824b-4c30-a4c6-5e0e19540541/4186b5e8-5a7d-41cb-85c6-3f8309c8906f/8686b475-9ab9-48b6-b944-86fac4e1c94f) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:08:55.017001 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92894) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 20 12:08:55.037342 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8c977470-7d7b-414c-baa4-1d9be20fd2b4 req-f45735d2-c20b-4856-94c3-01058da0c447 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557380 Jun 20 12:08:55.109071 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Routers {'2acaff23-3fc5-4c5d-91ec-5d24793e112f'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:08:55.110267 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:08:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['2acaff23-3fc5-4c5d-91ec-5d24793e112f'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:08:55.145959 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:55.164807 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb920341-6a64-44d0-8aa9-6cd959574760 None None] Pushing event updated for resources: {'Port': ['ID=c232d57e-685e-446a-8dca-665533572afd,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:55.209262 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 68b0740d-1ee1-446d-b33b-2e5819cb500d triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:08:55.209678 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:55.218417 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bb920341-6a64-44d0-8aa9-6cd959574760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:55.220760 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8239877'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:55.237769 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:55.272162 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:08:55.277451 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:08:55.277911 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:55.280149 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:08:55.319940 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Transition to ACTIVE for port object 35523d0b-65b0-4db5-a845-70df308c6296 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:08:55.351059 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Pushing event updated for resources: {'Port': ['ID=8686b475-9ab9-48b6-b944-86fac4e1c94f,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:55.362002 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:55.581815 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e,segment=NetworkSegment(b29dfc6c-94fb-4d09-ae06-1197f3cbf777),segment_id=b29dfc6c-94fb-4d09-ae06-1197f3cbf777)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:08:55.586109 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Transition to ACTIVE for port object 35523d0b-65b0-4db5-a845-70df308c6296 will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:08:55.595517 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 60126) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:55.608166 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:55.616181 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-832d789b-b2fe-4a55-82d2-91f738ab96ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:55.630613 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Returning: {'device': '89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e', 'network_id': 'fe9adeef-32da-41d1-974f-b4f040e438ac', 'port_id': '89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e', 'mac_address': 'fa:16:3e:41:9a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3f09db-f833-4066-87c0-4ab0786f35e2', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92894) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 20 12:08:55.636335 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] Set router 2acaff23-3fc5-4c5d-91ec-5d24793e112f gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:08:55.702373 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Network a35d5f31-cbc4-43e6-9369-e8b3fceb3963 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:08:55.748048 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:08:55.763306 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:08:55.768451 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 60138) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:55.882528 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-632972e5-d5d3-41c0-9084-ee5ae0fd92b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:55.919337 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:55.930974 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Pushing event updated for resources: {'Port': ['ID=35523d0b-65b0-4db5-a845-70df308c6296,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:55.949453 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:55.997283 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:56.013209 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:08:56.029100 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-632972e5-d5d3-41c0-9084-ee5ae0fd92b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:56.037186 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Attempting to bind port 35523d0b-65b0-4db5-a845-70df308c6296 on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:08:56.037387 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0eba545c-80f6-4fa3-b386-c5a8cacf71cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:56.038023 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Attempting to bind port 35523d0b-65b0-4db5-a845-70df308c6296 by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': 'ca8654d1-3eb6-4552-95f5-3e2990846dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a35d5f31-cbc4-43e6-9369-e8b3fceb3963'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:08:56.038604 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Attempting to bind port 35523d0b-65b0-4db5-a845-70df308c6296 on network a35d5f31-cbc4-43e6-9369-e8b3fceb3963 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:08:56.051671 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-632972e5-d5d3-41c0-9084-ee5ae0fd92b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:56.052675 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b171fbdf-41d1-4975-ad3b-5117f751b9ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:56.066182 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e,segment=NetworkSegment(b29dfc6c-94fb-4d09-ae06-1197f3cbf777),segment_id=b29dfc6c-94fb-4d09-ae06-1197f3cbf777)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:08:56.067555 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:08:56.068409 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Checking segment: {'id': 'ca8654d1-3eb6-4552-95f5-3e2990846dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a35d5f31-cbc4-43e6-9369-e8b3fceb3963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:08:56.069202 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:56.069813 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Bound using segment: {'id': 'ca8654d1-3eb6-4552-95f5-3e2990846dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a35d5f31-cbc4-43e6-9369-e8b3fceb3963'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:08:56.070513 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Bound port: 35523d0b-65b0-4db5-a845-70df308c6296, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8654d1-3eb6-4552-95f5-3e2990846dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a35d5f31-cbc4-43e6-9369-e8b3fceb3963'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:08:56.071104 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:56.088717 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:56.097284 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:56.103185 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-632972e5-d5d3-41c0-9084-ee5ae0fd92b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ba316c93be54de5b44797af0ab20029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5063071 Jun 20 12:08:56.108109 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 60152) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:56.118552 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632972e5-d5d3-41c0-9084-ee5ae0fd92b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821fb015-aec3-4d50-9877-ac16187c20fb,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:56.122762 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-632972e5-d5d3-41c0-9084-ee5ae0fd92b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:56.226011 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f4ed5698-3609-4cc6-a2a1-582bde1bcf9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:56.226129 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da9a8c-443a-499f-be8c-91553d6c1685 req-68fd1d80-c583-49b7-a9e3-ca43b7fabf00 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:56.226129 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e3da9a8c-443a-499f-be8c-91553d6c1685 req-68fd1d80-c583-49b7-a9e3-ca43b7fabf00 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 948 time: 0.3258007 Jun 20 12:08:56.237145 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:56.241977 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:56.256240 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] For port 35523d0b-65b0-4db5-a845-70df308c6296, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:08:56.261527 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] For port 35523d0b-65b0-4db5-a845-70df308c6296, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=35523d0b-65b0-4db5-a845-70df308c6296,segment=NetworkSegment(ca8654d1-3eb6-4552-95f5-3e2990846dd3),segment_id=ca8654d1-3eb6-4552-95f5-3e2990846dd3)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:08:56.261857 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f4ed5698-3609-4cc6-a2a1-582bde1bcf9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:56.286170 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:56.290101 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:56.295981 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0eba545c-80f6-4fa3-b386-c5a8cacf71cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:56.315307 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0eba545c-80f6-4fa3-b386-c5a8cacf71cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:56.341254 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504320'] for router, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:56.346138 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e3da9a8c-443a-499f-be8c-91553d6c1685 req-8dc42163-c2bf-4239-9c9d-80a896709d74 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/security-groups?id=62daaa4d-1e84-455f-ba12-4600be990905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531881 Jun 20 12:08:56.346471 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-0fd106fe-d8a0-45d0-bddf-c00471358597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:56.371369 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'name': 'tempest-TestMinimumBasicScenario-1702830062-router', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:47Z', 'updated_at': '2021-06-20T12:08:50Z', 'revision_number': 4, 'project_id': 'f5e319e97743435382759743d17c629f', 'gw_port': {'id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:48Z', 'updated_at': '2021-06-20T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'c232d57e-685e-446a-8dca-665533572afd', 'name': '', 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'mac_address': 'fa:16:3e:92:36:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '96c486f4-675b-440c-bf65-e83ba8d1d3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:49Z', 'updated_at': '2021-06-20T12:08:54Z', 'revision_number': 4, 'project_id': 'f5e319e97743435382759743d17c629f', 'subnets': [{'id': '96c486f4-675b-440c-bf65-e83ba8d1d3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:08:56.375341 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Pushing event updated for resources: {'Port': ['ID=35523d0b-65b0-4db5-a845-70df308c6296,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:56.405995 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-0eba545c-80f6-4fa3-b386-c5a8cacf71cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=415dd707705b4e84809ea48257b9e890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6363080 Jun 20 12:08:56.413570 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba545c-80f6-4fa3-b386-c5a8cacf71cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47135241-4fb5-461c-b693-89d63c53cbf0,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:56.415947 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 60160) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:56.424207 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8329a7-a759-4743-aec8-7b3ebda3d150 None None] The sync data for ids ['2acaff23-3fc5-4c5d-91ec-5d24793e112f'] in dv-cinder-794962-4-iscsi is: [{'id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'name': 'tempest-TestMinimumBasicScenario-1702830062-router', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:47Z', 'updated_at': '2021-06-20T12:08:50Z', 'revision_number': 4, 'project_id': 'f5e319e97743435382759743d17c629f', 'gw_port': {'id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:48Z', 'updated_at': '2021-06-20T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'c232d57e-685e-446a-8dca-665533572afd', 'name': '', 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'mac_address': 'fa:16:3e:92:36:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '96c486f4-675b-440c-bf65-e83ba8d1d3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:49Z', 'updated_at': '2021-06-20T12:08:54Z', 'revision_number': 4, 'project_id': 'f5e319e97743435382759743d17c629f', 'subnets': [{'id': '96c486f4-675b-440c-bf65-e83ba8d1d3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:08:56.424207 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:56.425596 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-0eba545c-80f6-4fa3-b386-c5a8cacf71cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:56.462315 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f4ed5698-3609-4cc6-a2a1-582bde1bcf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:56.464890 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f4ed5698-3609-4cc6-a2a1-582bde1bcf9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:56.470130 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-f4ed5698-3609-4cc6-a2a1-582bde1bcf9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/821fb015-aec3-4d50-9877-ac16187c20fb HTTP/1.1" status: 204 len: 168 time: 0.3567197 Jun 20 12:08:56.470130 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-7a343cb7-0894-4060-81ed-dc966e03c604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:56.495259 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68fa5f-8ae0-4489-894c-d0ec24989d5f req-1e4bcdad-9101-4d03-8286-24027f8328f4 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:56.497846 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5f68fa5f-8ae0-4489-894c-d0ec24989d5f req-1e4bcdad-9101-4d03-8286-24027f8328f4 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.2165351 Jun 20 12:08:56.499134 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed5698-3609-4cc6-a2a1-582bde1bcf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821fb015-aec3-4d50-9877-ac16187c20fb,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:56.502780 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-f4ed5698-3609-4cc6-a2a1-582bde1bcf9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:56.577105 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5f68fa5f-8ae0-4489-894c-d0ec24989d5f req-86069698-c99d-4588-8594-4164997d825b tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652373 Jun 20 12:08:56.614733 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Router 3cbac762-1b00-4bf3-bcf9-1a62d25bbda6 is scheduled to L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 with binding_index 1 {{(pid=92892) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 20 12:08:56.623726 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1e3755de-9e40-4177-8afb-0378fd5188e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:56.636300 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:08:56.780124 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:08:56.794596 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Sync routers for ids ['3cbac762-1b00-4bf3-bcf9-1a62d25bbda6'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:08:56.795336 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1e3755de-9e40-4177-8afb-0378fd5188e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:56.820313 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Routers {'3cbac762-1b00-4bf3-bcf9-1a62d25bbda6'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:08:56.823514 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:56.824895 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8709679 Jun 20 12:08:56.829140 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 60170) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:56.832873 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:08:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['3cbac762-1b00-4bf3-bcf9-1a62d25bbda6'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:08:57.157249 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device c232d57e-685e-446a-8dca-665533572afd up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:08:57.188514 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1e3755de-9e40-4177-8afb-0378fd5188e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:57.191575 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1e3755de-9e40-4177-8afb-0378fd5188e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:57.192746 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-1e3755de-9e40-4177-8afb-0378fd5188e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47135241-4fb5-461c-b693-89d63c53cbf0 HTTP/1.1" status: 204 len: 168 time: 0.7757578 Jun 20 12:08:57.205598 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-1a24ea9f-394b-4979-b6be-8f1b1e6a0b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:57.213951 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Set router 3cbac762-1b00-4bf3-bcf9-1a62d25bbda6 gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:08:57.259633 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3755de-9e40-4177-8afb-0378fd5188e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47135241-4fb5-461c-b693-89d63c53cbf0,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:57.270900 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port c232d57e-685e-446a-8dca-665533572afd completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:08:57.279882 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-1e3755de-9e40-4177-8afb-0378fd5188e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:57.296572 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port c232d57e-685e-446a-8dca-665533572afd triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:08:57.298855 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:57.562303 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:57.588241 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b624751-6824-4f5e-a5ed-64dfba2f850f req-58201034-87e7-4a68-8918-e6889367b792 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:57.598831 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7b624751-6824-4f5e-a5ed-64dfba2f850f req-58201034-87e7-4a68-8918-e6889367b792 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.6439743 Jun 20 12:08:57.655802 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port c232d57e-685e-446a-8dca-665533572afd, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=c232d57e-685e-446a-8dca-665533572afd,segment=NetworkSegment(435c6230-5a8d-4494-9d37-380b35b7a765),segment_id=435c6230-5a8d-4494-9d37-380b35b7a765)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:08:57.665276 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:57.665680 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbac762-1b00-4bf3-bcf9-1a62d25bbda6', 'name': 'tempest-TestMinimumBasicScenario-1706992443-router', 'tenant_id': '839f287103794cb192cd7d5a868cc5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '8686b475-9ab9-48b6-b944-86fac4e1c94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:53Z', 'updated_at': '2021-06-20T12:08:55Z', 'revision_number': 3, 'project_id': '839f287103794cb192cd7d5a868cc5f1', 'gw_port': {'id': '8686b475-9ab9-48b6-b944-86fac4e1c94f', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbac762-1b00-4bf3-bcf9-1a62d25bbda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:54Z', 'updated_at': '2021-06-20T12:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:08:57.666523 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 35523d0b-65b0-4db5-a845-70df308c6296 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:08:57.670878 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:57.746637 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7b624751-6824-4f5e-a5ed-64dfba2f850f req-fdcc8675-e626-4340-aa42-45729caab768 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449196 Jun 20 12:08:57.781451 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Checking router: 3cbac762-1b00-4bf3-bcf9-1a62d25bbda6 for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:08:57.782128 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Updating router 3cbac762-1b00-4bf3-bcf9-1a62d25bbda6 port 8686b475-9ab9-48b6-b944-86fac4e1c94f binding host dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 12:08:57.923248 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:57.939532 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ceca26-becc-44e4-a18c-5e2ee2cbb883 req-ce29b793-5531-46d1-94e5-9e790d9f1622 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:57.945774 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=c232d57e-685e-446a-8dca-665533572afd,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:57.961505 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:57.962875 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-55ceca26-becc-44e4-a18c-5e2ee2cbb883 req-ce29b793-5531-46d1-94e5-9e790d9f1622 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 949 time: 0.1735089 Jun 20 12:08:57.980186 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 35523d0b-65b0-4db5-a845-70df308c6296 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:08:58.086320 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-55ceca26-becc-44e4-a18c-5e2ee2cbb883 req-2d3212c0-fa8a-4398-9e85-59cff0df7366 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/security-groups?id=62daaa4d-1e84-455f-ba12-4600be990905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220562 Jun 20 12:08:58.359108 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb153be-b25a-493e-9e38-642145a08567 None None] Network a35d5f31-cbc4-43e6-9369-e8b3fceb3963 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:08:58.582813 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:58.647156 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:58.673631 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Transition to ACTIVE for port object 8686b475-9ab9-48b6-b944-86fac4e1c94f will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:08:58.726259 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:58.735648 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-7d272a0f-c7fe-40ac-a0c7-f338b6f8d17a None None] Provisioning for port 35523d0b-65b0-4db5-a845-70df308c6296 completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:08:58.740668 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ecb1cdc9-6d88-486b-a181-ffc0030c445d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:58.751756 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-7d272a0f-c7fe-40ac-a0c7-f338b6f8d17a None None] Provisioning complete for port 35523d0b-65b0-4db5-a845-70df308c6296 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:08:58.752072 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7d272a0f-c7fe-40ac-a0c7-f338b6f8d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:58.782767 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Attempting to bind port 8686b475-9ab9-48b6-b944-86fac4e1c94f on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:08:58.783147 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Attempting to bind port 8686b475-9ab9-48b6-b944-86fac4e1c94f by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:08:58.783521 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Attempting to bind port 8686b475-9ab9-48b6-b944-86fac4e1c94f on network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:08:58.810467 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:08:58.811045 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Checking segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:08:58.811670 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:58.812280 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Bound using segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:08:58.813705 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Bound port: 8686b475-9ab9-48b6-b944-86fac4e1c94f, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:08:58.814272 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:58.896235 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eece88-319a-48d0-a1ee-4807db777b9f None None] Pushing event updated for resources: {'Port': ['ID=8686b475-9ab9-48b6-b944-86fac4e1c94f,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:58.913848 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-60eece88-319a-48d0-a1ee-4807db777b9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:58.930295 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] For port 8686b475-9ab9-48b6-b944-86fac4e1c94f, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:08:58.935830 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] For port 8686b475-9ab9-48b6-b944-86fac4e1c94f, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=8686b475-9ab9-48b6-b944-86fac4e1c94f,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:08:58.942607 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:58.950751 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ecb1cdc9-6d88-486b-a181-ffc0030c445d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:58.961905 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device c232d57e-685e-446a-8dca-665533572afd up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:08:59.045973 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 60260) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:59.049933 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Allocated IP 172.20.0.1 (a35d5f31-cbc4-43e6-9369-e8b3fceb3963/73835017-21fe-4a14-82c7-7656cf8f5da3/3074b88a-6923-4d30-a186-1c2f4eac3b42) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:08:59.059731 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e up at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:08:59.072789 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Routers {'3cbac762-1b00-4bf3-bcf9-1a62d25bbda6'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:08:59.073458 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:08:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['3cbac762-1b00-4bf3-bcf9-1a62d25bbda6'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:08:59.162900 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7d272a0f-c7fe-40ac-a0c7-f338b6f8d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:59.186464 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eece88-319a-48d0-a1ee-4807db777b9f None None] Pushing event updated for resources: {'Port': ['ID=8686b475-9ab9-48b6-b944-86fac4e1c94f,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:59.197839 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-60eece88-319a-48d0-a1ee-4807db777b9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:59.280141 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-2d1d2df5-f770-4708-ae67-4c54733b1169 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-783879249-network', 'tenant_id': '5981d99b281c40eb875a1a3afecaff9e'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:08:59.307184 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-7d272a0f-c7fe-40ac-a0c7-f338b6f8d17a None None] For port 35523d0b-65b0-4db5-a845-70df308c6296, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=35523d0b-65b0-4db5-a845-70df308c6296,segment=NetworkSegment(ca8654d1-3eb6-4552-95f5-3e2990846dd3),segment_id=ca8654d1-3eb6-4552-95f5-3e2990846dd3)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:08:59.311149 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning for port 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:08:59.316206 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1d2df5-f770-4708-ae67-4c54733b1169 admin admin] Made reservation on behalf of 5981d99b281c40eb875a1a3afecaff9e for: {'network': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:08:59.318865 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2df5-f770-4708-ae67-4c54733b1169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for network, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:59.327918 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port c232d57e-685e-446a-8dca-665533572afd triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:08:59.330182 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:59.336002 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7d272a0f-c7fe-40ac-a0c7-f338b6f8d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:59.355292 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:59.367788 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] Set router 3cbac762-1b00-4bf3-bcf9-1a62d25bbda6 gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:08:59.379229 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2df5-f770-4708-ae67-4c54733b1169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:59.383419 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:59.403016 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Transition to ACTIVE for port object 3074b88a-6923-4d30-a186-1c2f4eac3b42 will not be triggered until provisioned by entity DHCP. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:08:59.456456 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning complete for port 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:08:59.456456 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:59.464241 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d272a0f-c7fe-40ac-a0c7-f338b6f8d17a None None] Pushing event updated for resources: {'Port': ['ID=35523d0b-65b0-4db5-a845-70df308c6296,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:59.478402 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7d272a0f-c7fe-40ac-a0c7-f338b6f8d17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:59.514073 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8239877'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:59.521800 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:59.553199 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ba8d0-345b-45aa-a740-248963fe81a8 req-912d4956-8d9f-4dd6-8422-3424adb6c131 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:08:59.563278 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-444829db-23b0-409b-bf71-1bb414e5fc79 None None] Provisioning complete for port 35523d0b-65b0-4db5-a845-70df308c6296 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:08:59.563872 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-444829db-23b0-409b-bf71-1bb414e5fc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:59.568328 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8d8ba8d0-345b-45aa-a740-248963fe81a8 req-912d4956-8d9f-4dd6-8422-3424adb6c131 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 949 time: 0.2180693 Jun 20 12:08:59.633185 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbac762-1b00-4bf3-bcf9-1a62d25bbda6', 'name': 'tempest-TestMinimumBasicScenario-1706992443-router', 'tenant_id': '839f287103794cb192cd7d5a868cc5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '8686b475-9ab9-48b6-b944-86fac4e1c94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:53Z', 'updated_at': '2021-06-20T12:08:55Z', 'revision_number': 3, 'project_id': '839f287103794cb192cd7d5a868cc5f1', 'gw_port': {'id': '8686b475-9ab9-48b6-b944-86fac4e1c94f', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbac762-1b00-4bf3-bcf9-1a62d25bbda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:54Z', 'updated_at': '2021-06-20T12:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:08:59.658750 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 60292) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:08:59.699405 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Network a35d5f31-cbc4-43e6-9369-e8b3fceb3963 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:08:59.709969 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:08:59.710163 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d002bf-f66f-49c7-94c0-403ead50cb03 None None] The sync data for ids ['3cbac762-1b00-4bf3-bcf9-1a62d25bbda6'] in dv-cinder-794962-4-iscsi is: [{'id': '3cbac762-1b00-4bf3-bcf9-1a62d25bbda6', 'name': 'tempest-TestMinimumBasicScenario-1706992443-router', 'tenant_id': '839f287103794cb192cd7d5a868cc5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '8686b475-9ab9-48b6-b944-86fac4e1c94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:53Z', 'updated_at': '2021-06-20T12:08:55Z', 'revision_number': 3, 'project_id': '839f287103794cb192cd7d5a868cc5f1', 'gw_port': {'id': '8686b475-9ab9-48b6-b944-86fac4e1c94f', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbac762-1b00-4bf3-bcf9-1a62d25bbda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:54Z', 'updated_at': '2021-06-20T12:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:08:59.716690 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:08:59.722723 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Pushing event updated for resources: {'Port': ['ID=3074b88a-6923-4d30-a186-1c2f4eac3b42,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:59.724056 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:59.745621 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8d8ba8d0-345b-45aa-a740-248963fe81a8 req-eb231e63-d247-4cec-b967-82bf393b5871 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/security-groups?id=62daaa4d-1e84-455f-ba12-4600be990905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650083 Jun 20 12:08:59.758997 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:08:59.785818 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:08:59.790111 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff433fd2e3e8483ec5bde8b443a8d0833f9278b814f7b3ef2a1c28b3d75b6172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43dc001-8c05-47bf-973a-b20022fbcf4f" -d '{"events": [{"server_uuid": "6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf", "name": "network-vif-plugged", "status": "completed", "tag": "89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:08:59.794915 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507183'] for router_interface, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:59.810549 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e,segment=NetworkSegment(b29dfc6c-94fb-4d09-ae06-1197f3cbf777),segment_id=b29dfc6c-94fb-4d09-ae06-1197f3cbf777)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:08:59.841600 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2df5-f770-4708-ae67-4c54733b1169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:59.865052 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2df5-f770-4708-ae67-4c54733b1169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:59.871136 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-54b4e2b5-ef2b-4d20-a580-8e72c38dd65a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:59.901038 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1d2df5-f770-4708-ae67-4c54733b1169 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=92893) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 12:08:59.902007 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:59.921714 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:08:59.939113 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2df5-f770-4708-ae67-4c54733b1169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:08:59.941400 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.segments_db [None req-2d1d2df5-f770-4708-ae67-4c54733b1169 admin admin] Added segment 05343e06-7abc-43f8-8067-4a6ca6e49583 of type vlan for network dbd918e5-0cba-426c-a932-30591f7d3d0b Jun 20 12:08:59.941676 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162afcfc-19a3-407f-a21d-7b734ce5e2ef x-openstack-request-id: req-162afcfc-19a3-407f-a21d-7b734ce5e2ef {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:08:59.942016 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf", "name": "network-vif-plugged", "status": "completed", "tag": "89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:08:59.942296 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-162afcfc-19a3-407f-a21d-7b734ce5e2ef {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:08:59.942741 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e', 'code': 200} Jun 20 12:08:59.964810 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d2df5-f770-4708-ae67-4c54733b1169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd3f8b5-8016-4a96-a354-d445b25aaccc,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:08:59.978277 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-2d1d2df5-f770-4708-ae67-4c54733b1169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:00.075695 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2df5-f770-4708-ae67-4c54733b1169 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766930588892'] for network, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:00.076355 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:00.080424 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:00.091487 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a6483947-ad0c-4ebe-ac0b-f748ff37f0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:00.112553 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:00.148191 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2df5-f770-4708-ae67-4c54733b1169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602'] for network, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:00.155274 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1d2df5-f770-4708-ae67-4c54733b1169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:00.159088 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2df5-f770-4708-ae67-4c54733b1169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:00.173943 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-cafad785-55f1-454d-95e1-a8f372b1c858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:00.180290 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-ee6081d6-df7f-469a-952b-be2ff796eaf9 None None] Provisioning for port 3074b88a-6923-4d30-a186-1c2f4eac3b42 completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:09:00.186279 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-ee6081d6-df7f-469a-952b-be2ff796eaf9 None None] Provisioning complete for port 3074b88a-6923-4d30-a186-1c2f4eac3b42 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:00.186775 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ee6081d6-df7f-469a-952b-be2ff796eaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:00.422285 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d2df5-f770-4708-ae67-4c54733b1169 admin admin] Pushing event updated for resources: {'Network': ['ID=dbd918e5-0cba-426c-a932-30591f7d3d0b,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:00.429457 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-2d1d2df5-f770-4708-ae67-4c54733b1169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:00.517380 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:00.527972 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8239923'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:00.537266 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Network dbd918e5-0cba-426c-a932-30591f7d3d0b details requested by agent ovs-agent-dv-cinder-794962-4-iscsi with host dv-cinder-794962-4-iscsi {{(pid=92894) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 20 12:09:00.567856 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b500586-3750-4433-bae1-1b613bbb7a5e req-65b7a138-0af3-47b5-ac0b-173c3eb1652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:00.569592 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1b500586-3750-4433-bae1-1b613bbb7a5e req-65b7a138-0af3-47b5-ac0b-173c3eb1652e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 1098 time: 0.1361039 Jun 20 12:09:00.574725 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:00.576804 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507702'] for router_interface, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:00.622955 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-ee6081d6-df7f-469a-952b-be2ff796eaf9 None None] Port 3074b88a-6923-4d30-a186-1c2f4eac3b42 cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:09:00.628991 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef37a3-017c-4ad5-acdd-30f4c939e004 req-d47cf67b-3bde-42fb-981a-daceba880e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:00.630704 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-11ef37a3-017c-4ad5-acdd-30f4c939e004 req-d47cf67b-3bde-42fb-981a-daceba880e6d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 1103 time: 0.2303081 Jun 20 12:09:00.692907 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a69397-b175-4c0d-9e41-7983573b785e req-cf736967-5e6d-42ac-8037-9ede4aaf4725 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:00.695521 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-73a69397-b175-4c0d-9e41-7983573b785e req-cf736967-5e6d-42ac-8037-9ede4aaf4725 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.2189147 Jun 20 12:09:00.697783 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a6483947-ad0c-4ebe-ac0b-f748ff37f0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:00.712894 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a6483947-ad0c-4ebe-ac0b-f748ff37f0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:00.722770 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-f4ed5698-3609-4cc6-a2a1-582bde1bcf9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:00.737673 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-2d1d2df5-f770-4708-ae67-4c54733b1169 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6907136 Jun 20 12:09:00.738325 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 60316) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:00.760898 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-a3fbdc1a-48bb-4891-81b0-06377f3cbbd1 admin admin] Request body: {'subnet': {'network_id': 'dbd918e5-0cba-426c-a932-30591f7d3d0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-783879249-subnet', 'tenant_id': '5981d99b281c40eb875a1a3afecaff9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:09:00.818852 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6483947-ad0c-4ebe-ac0b-f748ff37f0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cad07a-fb4d-4bb1-8030-bd444fc35d29,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:00.854186 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-a6483947-ad0c-4ebe-ac0b-f748ff37f0c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d9bc91051f14ed7bfef4a8a58d2b083&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1886458 Jun 20 12:09:00.867085 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a6483947-ad0c-4ebe-ac0b-f748ff37f0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:00.876670 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 60322) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:00.960101 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b500586-3750-4433-bae1-1b613bbb7a5e req-41fd8a11-4789-4be4-bfbc-14f332a105bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:00.961364 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1b500586-3750-4433-bae1-1b613bbb7a5e req-41fd8a11-4789-4be4-bfbc-14f332a105bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 920 time: 0.3761814 Jun 20 12:09:00.970816 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-73a69397-b175-4c0d-9e41-7983573b785e req-5ac01b3b-4f15-4900-9e74-b96d6afbbeb2 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662406 Jun 20 12:09:00.973633 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fbdc1a-48bb-4891-81b0-06377f3cbbd1 admin admin] Made reservation on behalf of 5981d99b281c40eb875a1a3afecaff9e for: {'subnet': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:09:00.976019 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a3fbdc1a-48bb-4891-81b0-06377f3cbbd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7195740'] for subnet, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:01.072034 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b33a56b8-a3ee-4b30-ad62-bd3c5226c5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:01.095580 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 8686b475-9ab9-48b6-b944-86fac4e1c94f up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:09:01.124694 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1b500586-3750-4433-bae1-1b613bbb7a5e req-020d3c2f-01c6-4cac-a337-db1c7030ceb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece2b702-a1d0-40a0-a2be-e18d2b53db25 HTTP/1.1" status: 200 len: 217 time: 0.0702207 Jun 20 12:09:01.127039 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Network a35d5f31-cbc4-43e6-9369-e8b3fceb3963 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:09:01.131411 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Pushing event updated for resources: {'Port': ['ID=3074b88a-6923-4d30-a186-1c2f4eac3b42,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:01.140113 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:09:01.144286 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-11ef37a3-017c-4ad5-acdd-30f4c939e004 req-58cf3631-064b-4bc8-98fe-b43de21d43a3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62daaa4d-1e84-455f-ba12-4600be990905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982040 Jun 20 12:09:01.145287 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:01.192374 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b33a56b8-a3ee-4b30-ad62-bd3c5226c5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:01.227519 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 8686b475-9ab9-48b6-b944-86fac4e1c94f completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:09:01.232779 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 8686b475-9ab9-48b6-b944-86fac4e1c94f triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:01.233194 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:01.323860 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Router 3cbac762-1b00-4bf3-bcf9-1a62d25bbda6 has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:09:01.335504 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b500586-3750-4433-bae1-1b613bbb7a5e req-053b8e2f-1276-4b1e-940f-35b4b2483bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:01.337305 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1b500586-3750-4433-bae1-1b613bbb7a5e req-053b8e2f-1276-4b1e-940f-35b4b2483bbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0bca940-04b5-4092-a25a-ee3a37d4ce47 HTTP/1.1" status: 200 len: 859 time: 0.2024100 Jun 20 12:09:01.379175 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:01.402112 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b33a56b8-a3ee-4b30-ad62-bd3c5226c5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:01.404758 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b33a56b8-a3ee-4b30-ad62-bd3c5226c5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:01.405727 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port 8686b475-9ab9-48b6-b944-86fac4e1c94f, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=8686b475-9ab9-48b6-b944-86fac4e1c94f,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:09:01.407503 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-b33a56b8-a3ee-4b30-ad62-bd3c5226c5fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35cad07a-fb4d-4bb1-8030-bd444fc35d29 HTTP/1.1" status: 204 len: 168 time: 0.5264962 Jun 20 12:09:01.413211 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:01.414375 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 35523d0b-65b0-4db5-a845-70df308c6296 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:09:01.416243 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-17ac0d7c-20e9-47c3-809f-edb51d3ec8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:01.420157 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cb02cd06-b89e-42f4-8de9-34f31e7a06ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:01.465149 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a56b8-a3ee-4b30-ad62-bd3c5226c5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cad07a-fb4d-4bb1-8030-bd444fc35d29,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:01.473655 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b33a56b8-a3ee-4b30-ad62-bd3c5226c5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:01.494173 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9949f10-c796-4012-90ea-bd2bb7a9dcba req-8dd22b27-008a-480c-a610-464873facb8c tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:01.502831 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f9949f10-c796-4012-90ea-bd2bb7a9dcba req-8dd22b27-008a-480c-a610-464873facb8c tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 950 time: 0.2679698 Jun 20 12:09:01.545166 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:09:01.564406 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] 10.222.0.25 "PUT /v2.0/routers/3cbac762-1b00-4bf3-bcf9-1a62d25bbda6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7339077 Jun 20 12:09:01.621463 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1b500586-3750-4433-bae1-1b613bbb7a5e req-413f7ca7-f496-40e3-9dd3-3953b4e103d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a060551e-4666-489f-af6c-22591d5d515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551832 Jun 20 12:09:01.626307 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a3fbdc1a-48bb-4891-81b0-06377f3cbbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7115723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7195726'] for subnet, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:01.638380 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=8686b475-9ab9-48b6-b944-86fac4e1c94f,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:01.638572 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-6233f063-8e38-4fc3-bbff-7e56ffa26795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:01.638655 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-4151022b-a8cc-46ed-831b-0057c6285f0a None None] Provisioning complete for port 3074b88a-6923-4d30-a186-1c2f4eac3b42 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:01.638655 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4151022b-a8cc-46ed-831b-0057c6285f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:01.640421 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:01.701027 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 35523d0b-65b0-4db5-a845-70df308c6296 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:01.701418 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:01.706488 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-4151022b-a8cc-46ed-831b-0057c6285f0a None None] Port 3074b88a-6923-4d30-a186-1c2f4eac3b42 cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:09:01.757993 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f9949f10-c796-4012-90ea-bd2bb7a9dcba req-df4f4fb4-124e-405d-bf03-8b3982743813 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/security-groups?id=62daaa4d-1e84-455f-ba12-4600be990905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534165 Jun 20 12:09:01.853546 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbdc1a-48bb-4891-81b0-06377f3cbbd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfcb5e09-7fc4-47ff-b108-ca4ffc0b1873,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:01.859390 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a3fbdc1a-48bb-4891-81b0-06377f3cbbd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:01.862207 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fbdc1a-48bb-4891-81b0-06377f3cbbd1 admin admin] Checking segment: {'id': '05343e06-7abc-43f8-8067-4a6ca6e49583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dbd918e5-0cba-426c-a932-30591f7d3d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:09:01.862560 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fbdc1a-48bb-4891-81b0-06377f3cbbd1 admin admin] Network hostable DHCP agents. Network: dbd918e5-0cba-426c-a932-30591f7d3d0b, hostable agents: ['2417948c-c80f-4bbc-831a-f1bbd16412d3'], hosted agents: [] {{(pid=92893) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 12:09:01.905302 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fbdc1a-48bb-4891-81b0-06377f3cbbd1 admin admin] Network dbd918e5-0cba-426c-a932-30591f7d3d0b is scheduled to be hosted by DHCP agent 2417948c-c80f-4bbc-831a-f1bbd16412d3 with binding_index 1 {{(pid=92893) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 12:09:01.916179 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1b500586-3750-4433-bae1-1b613bbb7a5e req-9378607f-57fe-4b2a-870d-a86b8b93fc5d service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798676 Jun 20 12:09:01.926456 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-a3fbdc1a-48bb-4891-81b0-06377f3cbbd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-4-iscsi, dbd918e5-0cba-426c-a932-30591f7d3d0b) {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:09:01.940631 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba868804-b5a1-4666-bdbb-62e54edd1816 None None] Network dbd918e5-0cba-426c-a932-30591f7d3d0b requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:09:01.955357 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fbdc1a-48bb-4891-81b0-06377f3cbbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:01.955940 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a3fbdc1a-48bb-4891-81b0-06377f3cbbd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:02.015226 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-a3fbdc1a-48bb-4891-81b0-06377f3cbbd1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2582974 Jun 20 12:09:02.091737 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1b500586-3750-4433-bae1-1b613bbb7a5e req-dbddbb91-bd7d-430b-841e-86f5fe0adf6a service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675439 Jun 20 12:09:02.206646 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d44b2b-5736-45d1-bd80-2dedeccb75cb None None] Network dbd918e5-0cba-426c-a932-30591f7d3d0b requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:09:02.356535 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001caf6-200f-439b-8fe8-dbcf2ca9dbdb req-3ac6d5dd-d29b-438e-943b-bba6282123e8 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:02.364914 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b001caf6-200f-439b-8fe8-dbcf2ca9dbdb req-3ac6d5dd-d29b-438e-943b-bba6282123e8 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.1238871 Jun 20 12:09:02.446124 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b001caf6-200f-439b-8fe8-dbcf2ca9dbdb req-9b3971e5-f306-41ee-b2cd-4ed5f842d74b tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775497 Jun 20 12:09:02.514219 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Sync routers for ids ['3cbac762-1b00-4bf3-bcf9-1a62d25bbda6'] in dv-cinder-794962-4-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:09:02.543971 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Routers {'3cbac762-1b00-4bf3-bcf9-1a62d25bbda6'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:09:02.545235 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:08:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['3cbac762-1b00-4bf3-bcf9-1a62d25bbda6'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:02.742356 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Set router 3cbac762-1b00-4bf3-bcf9-1a62d25bbda6 gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:09:03.050556 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 8686b475-9ab9-48b6-b944-86fac4e1c94f up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:09:03.224428 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbac762-1b00-4bf3-bcf9-1a62d25bbda6', 'name': 'tempest-TestMinimumBasicScenario-1706992443-router', 'tenant_id': '839f287103794cb192cd7d5a868cc5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '8686b475-9ab9-48b6-b944-86fac4e1c94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:53Z', 'updated_at': '2021-06-20T12:09:00Z', 'revision_number': 4, 'project_id': '839f287103794cb192cd7d5a868cc5f1', 'gw_port': {'id': '8686b475-9ab9-48b6-b944-86fac4e1c94f', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbac762-1b00-4bf3-bcf9-1a62d25bbda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:54Z', 'updated_at': '2021-06-20T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': '3074b88a-6923-4d30-a186-1c2f4eac3b42', 'name': '', 'network_id': 'a35d5f31-cbc4-43e6-9369-e8b3fceb3963', 'tenant_id': '839f287103794cb192cd7d5a868cc5f1', 'mac_address': 'fa:16:3e:00:1d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbac762-1b00-4bf3-bcf9-1a62d25bbda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '73835017-21fe-4a14-82c7-7656cf8f5da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:58Z', 'updated_at': '2021-06-20T12:09:00Z', 'revision_number': 2, 'project_id': '839f287103794cb192cd7d5a868cc5f1', 'subnets': [{'id': '73835017-21fe-4a14-82c7-7656cf8f5da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:03.227951 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 8686b475-9ab9-48b6-b944-86fac4e1c94f triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:03.228344 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:03.256325 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d73bf-bdbb-4e80-8376-c7ad40c832ad req-052048eb-452d-4e15-9f7c-5aa913063a5d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:03.259353 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d90d73bf-bdbb-4e80-8376-c7ad40c832ad req-052048eb-452d-4e15-9f7c-5aa913063a5d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 950 time: 0.1665111 Jun 20 12:09:03.290582 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Checking router: 3cbac762-1b00-4bf3-bcf9-1a62d25bbda6 for host: dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:09:03.291093 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Updating router 3cbac762-1b00-4bf3-bcf9-1a62d25bbda6 port 3074b88a-6923-4d30-a186-1c2f4eac3b42 binding host dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 12:09:03.351759 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d90d73bf-bdbb-4e80-8376-c7ad40c832ad req-1d24ff3a-b8bc-4050-b224-498a7250150d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/security-groups?id=62daaa4d-1e84-455f-ba12-4600be990905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840416 Jun 20 12:09:03.370908 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:03.717797 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4faac5-cd51-4501-bb68-e9b1ec1839bf req-82a10f13-f9e0-4ecd-8c0f-9cdaa9581a65 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:03.722118 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-af4faac5-cd51-4501-bb68-e9b1ec1839bf req-82a10f13-f9e0-4ecd-8c0f-9cdaa9581a65 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0942512 Jun 20 12:09:03.790767 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-af4faac5-cd51-4501-bb68-e9b1ec1839bf req-36723cb2-080e-437b-a004-898d8c43ac8a tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595763 Jun 20 12:09:03.914484 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:03.927244 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Transition to ACTIVE for port object 3074b88a-6923-4d30-a186-1c2f4eac3b42 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:09:03.936189 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:03.939801 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:04.013132 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e37e2a-fe2b-427c-aa39-79a285a1529e None None] Pushing event updated for resources: {'Port': ['ID=3074b88a-6923-4d30-a186-1c2f4eac3b42,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:04.024050 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b9e37e2a-fe2b-427c-aa39-79a285a1529e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:04.120388 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Attempting to bind port 3074b88a-6923-4d30-a186-1c2f4eac3b42 on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:09:04.121042 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Attempting to bind port 3074b88a-6923-4d30-a186-1c2f4eac3b42 by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': 'ca8654d1-3eb6-4552-95f5-3e2990846dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a35d5f31-cbc4-43e6-9369-e8b3fceb3963'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:09:04.121581 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Attempting to bind port 3074b88a-6923-4d30-a186-1c2f4eac3b42 on network a35d5f31-cbc4-43e6-9369-e8b3fceb3963 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:09:04.127623 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:09:04.127999 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Checking segment: {'id': 'ca8654d1-3eb6-4552-95f5-3e2990846dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a35d5f31-cbc4-43e6-9369-e8b3fceb3963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:09:04.128595 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:04.129020 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Bound using segment: {'id': 'ca8654d1-3eb6-4552-95f5-3e2990846dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a35d5f31-cbc4-43e6-9369-e8b3fceb3963'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:09:04.129503 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Bound port: 3074b88a-6923-4d30-a186-1c2f4eac3b42, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8654d1-3eb6-4552-95f5-3e2990846dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a35d5f31-cbc4-43e6-9369-e8b3fceb3963'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:09:04.129878 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:04.254856 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] For port 3074b88a-6923-4d30-a186-1c2f4eac3b42, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:09:04.269028 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] For port 3074b88a-6923-4d30-a186-1c2f4eac3b42, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=3074b88a-6923-4d30-a186-1c2f4eac3b42,segment=NetworkSegment(ca8654d1-3eb6-4552-95f5-3e2990846dd3),segment_id=ca8654d1-3eb6-4552-95f5-3e2990846dd3)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:09:04.284147 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:04.286423 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:04.388573 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e37e2a-fe2b-427c-aa39-79a285a1529e None None] Pushing event updated for resources: {'Port': ['ID=3074b88a-6923-4d30-a186-1c2f4eac3b42,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:04.400901 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b9e37e2a-fe2b-427c-aa39-79a285a1529e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:04.401584 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Routers {'3cbac762-1b00-4bf3-bcf9-1a62d25bbda6'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:09:04.402726 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:08:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['3cbac762-1b00-4bf3-bcf9-1a62d25bbda6'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:04.636899 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] Set router 3cbac762-1b00-4bf3-bcf9-1a62d25bbda6 gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:09:04.791218 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe67963-3ab9-4ed8-82ac-0a3d16e8e081 req-d08ed17c-6e82-4516-b284-7c15220409a7 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:04.793005 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6fe67963-3ab9-4ed8-82ac-0a3d16e8e081 req-d08ed17c-6e82-4516-b284-7c15220409a7 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 950 time: 0.1722929 Jun 20 12:09:04.886617 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6fe67963-3ab9-4ed8-82ac-0a3d16e8e081 req-4f82b42d-d452-47fe-a7c6-4f1488ed413f tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/security-groups?id=62daaa4d-1e84-455f-ba12-4600be990905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851672 Jun 20 12:09:04.920963 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-7305f8ca-08e7-47e0-8893-ad09c812b4b4 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:04.920963 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-7305f8ca-08e7-47e0-8893-ad09c812b4b4 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/networks?id=dbd918e5-0cba-426c-a932-30591f7d3d0b HTTP/1.1" status: 200 len: 813 time: 0.2288103 Jun 20 12:09:04.939062 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-cdbb11e3-6a07-4e48-a7f7-c1512034e91c tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/quotas/5981d99b281c40eb875a1a3afecaff9e HTTP/1.1" status: 200 len: 375 time: 0.0173266 Jun 20 12:09:04.989209 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-9d0ef747-c1d2-4983-997c-0fd22ae66416 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5981d99b281c40eb875a1a3afecaff9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488510 Jun 20 12:09:05.121120 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-454c680b-f349-4e8e-ade3-4f2042aeb378 service neutron] 10.222.0.25 "GET /v2.0/networks/dbd918e5-0cba-426c-a932-30591f7d3d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305258 Jun 20 12:09:05.188269 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:09:05.232509 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbac762-1b00-4bf3-bcf9-1a62d25bbda6', 'name': 'tempest-TestMinimumBasicScenario-1706992443-router', 'tenant_id': '839f287103794cb192cd7d5a868cc5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '8686b475-9ab9-48b6-b944-86fac4e1c94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:53Z', 'updated_at': '2021-06-20T12:09:00Z', 'revision_number': 4, 'project_id': '839f287103794cb192cd7d5a868cc5f1', 'gw_port': {'id': '8686b475-9ab9-48b6-b944-86fac4e1c94f', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbac762-1b00-4bf3-bcf9-1a62d25bbda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:54Z', 'updated_at': '2021-06-20T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': '3074b88a-6923-4d30-a186-1c2f4eac3b42', 'name': '', 'network_id': 'a35d5f31-cbc4-43e6-9369-e8b3fceb3963', 'tenant_id': '839f287103794cb192cd7d5a868cc5f1', 'mac_address': 'fa:16:3e:00:1d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbac762-1b00-4bf3-bcf9-1a62d25bbda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '73835017-21fe-4a14-82c7-7656cf8f5da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:58Z', 'updated_at': '2021-06-20T12:09:04Z', 'revision_number': 4, 'project_id': '839f287103794cb192cd7d5a868cc5f1', 'subnets': [{'id': '73835017-21fe-4a14-82c7-7656cf8f5da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:05.276358 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-83bc3131-574f-4177-a5c4-ba1fea81dedf service neutron] 10.222.0.25 "GET /v2.0/networks/dbd918e5-0cba-426c-a932-30591f7d3d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465735 Jun 20 12:09:05.276557 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed35fa-bd12-464b-9cd9-058b2c3a0fe6 req-1ce8ece4-d258-459e-8edf-1d8b43e65cc7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:05.278999 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-33ed35fa-bd12-464b-9cd9-058b2c3a0fe6 req-1ce8ece4-d258-459e-8edf-1d8b43e65cc7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.1404128 Jun 20 12:09:05.300698 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe6032-42e7-43a3-b4a5-3a1905d72494 None None] The sync data for ids ['3cbac762-1b00-4bf3-bcf9-1a62d25bbda6'] in dv-cinder-794962-4-iscsi is: [{'id': '3cbac762-1b00-4bf3-bcf9-1a62d25bbda6', 'name': 'tempest-TestMinimumBasicScenario-1706992443-router', 'tenant_id': '839f287103794cb192cd7d5a868cc5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '8686b475-9ab9-48b6-b944-86fac4e1c94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:53Z', 'updated_at': '2021-06-20T12:09:00Z', 'revision_number': 4, 'project_id': '839f287103794cb192cd7d5a868cc5f1', 'gw_port': {'id': '8686b475-9ab9-48b6-b944-86fac4e1c94f', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbac762-1b00-4bf3-bcf9-1a62d25bbda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:54Z', 'updated_at': '2021-06-20T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': '3074b88a-6923-4d30-a186-1c2f4eac3b42', 'name': '', 'network_id': 'a35d5f31-cbc4-43e6-9369-e8b3fceb3963', 'tenant_id': '839f287103794cb192cd7d5a868cc5f1', 'mac_address': 'fa:16:3e:00:1d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbac762-1b00-4bf3-bcf9-1a62d25bbda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '73835017-21fe-4a14-82c7-7656cf8f5da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:58Z', 'updated_at': '2021-06-20T12:09:04Z', 'revision_number': 4, 'project_id': '839f287103794cb192cd7d5a868cc5f1', 'subnets': [{'id': '73835017-21fe-4a14-82c7-7656cf8f5da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:09:05.351607 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-33ed35fa-bd12-464b-9cd9-058b2c3a0fe6 req-d17abde6-c3e6-43e4-9303-7558361ed43b tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640471 Jun 20 12:09:05.713970 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4552a963-569d-4e16-96e7-1f73bf31fe95 req-e92246d3-ecc9-44da-bdd8-e23e93e344be tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0481560 Jun 20 12:09:06.275028 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 60534) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:06.343001 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd26d87-fff1-43a1-8c22-a7d5ceaf7ca1 req-a48d53a9-c5dc-401b-beb6-66a907078d83 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:06.355238 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_v2 [None req-260def17-c2e2-4d07-b197-93685644072c admin admin] Deleting subnet 6402fc29-b5bd-4ac5-a1e2-5dcb4297c1d7 {{(pid=92892) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 20 12:09:06.355476 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3dd26d87-fff1-43a1-8c22-a7d5ceaf7ca1 req-a48d53a9-c5dc-401b-beb6-66a907078d83 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 950 time: 0.1516330 Jun 20 12:09:06.360357 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-260def17-c2e2-4d07-b197-93685644072c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:06.408366 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-260def17-c2e2-4d07-b197-93685644072c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7989800'] for subnet, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:06.460164 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-260def17-c2e2-4d07-b197-93685644072c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1363053'] for subnet, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:06.469803 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3dd26d87-fff1-43a1-8c22-a7d5ceaf7ca1 req-6c03f540-2414-4184-a218-d94e0cff9838 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/security-groups?id=62daaa4d-1e84-455f-ba12-4600be990905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135719 Jun 20 12:09:06.616727 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-260def17-c2e2-4d07-b197-93685644072c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8239984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7266127'] for subnet, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:06.622086 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:06.667395 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260def17-c2e2-4d07-b197-93685644072c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6402fc29-b5bd-4ac5-a1e2-5dcb4297c1d7,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:06.673427 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-260def17-c2e2-4d07-b197-93685644072c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:06.714294 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259381a-b8bd-4af2-96c3-9c3ecf035f70 req-9091fccb-3782-48ef-941e-305442dd2a60 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:06.721067 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8259381a-b8bd-4af2-96c3-9c3ecf035f70 req-9091fccb-3782-48ef-941e-305442dd2a60 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.1741381 Jun 20 12:09:06.723688 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-260def17-c2e2-4d07-b197-93685644072c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:06.727717 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-260def17-c2e2-4d07-b197-93685644072c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6402fc29-b5bd-4ac5-a1e2-5dcb4297c1d7 HTTP/1.1" status: 204 len: 168 time: 0.4485793 Jun 20 12:09:06.728151 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 60548) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:06.823965 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8259381a-b8bd-4af2-96c3-9c3ecf035f70 req-4b093b82-0d20-44e7-9e8d-adb03a13975e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811880 Jun 20 12:09:06.917126 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4f378abb-4e78-4569-9aa8-97fd4ff1a662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613649'] for network, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:06.964843 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 3074b88a-6923-4d30-a186-1c2f4eac3b42 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:09:07.000099 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-af133dde-86da-40fe-9420-a97b82c56c43 req-b2958720-d938-457b-afe6-71a365fbdfac tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0400987 Jun 20 12:09:07.037396 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4f378abb-4e78-4569-9aa8-97fd4ff1a662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362930', 'neutron.services.segments.db._delete_segments_for_network-8766931108819'] for network, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:07.043724 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 3074b88a-6923-4d30-a186-1c2f4eac3b42 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:09:07.048650 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 3074b88a-6923-4d30-a186-1c2f4eac3b42 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:07.049315 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:07.051284 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.services.segments.db [None req-4f378abb-4e78-4569-9aa8-97fd4ff1a662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12be08b0-3759-457b-a779-43e03a7a9508']}} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:07.073368 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.services.segments.db [None req-4f378abb-4e78-4569-9aa8-97fd4ff1a662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3fef8b-805d-47a9-8aa6-32d7adbed8e9') {'for_net_delete': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:07.073986 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.services.segments.db [None req-4f378abb-4e78-4569-9aa8-97fd4ff1a662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3fef8b-805d-47a9-8aa6-32d7adbed8e9') {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:07.088249 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4f378abb-4e78-4569-9aa8-97fd4ff1a662 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766931108648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7115730'] for segment, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:07.114133 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4f378abb-4e78-4569-9aa8-97fd4ff1a662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:07.124708 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f378abb-4e78-4569-9aa8-97fd4ff1a662 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=92893) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 12:09:07.126834 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4f378abb-4e78-4569-9aa8-97fd4ff1a662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7324577'] for segment, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: Traceback (most recent call last): Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: timer() Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: cb(*args, **kw) Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: return func(*args, **kwargs) Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: self._notify() Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: self.callback(batched_events) Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: event.method(event) Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: aggregate_uuid = self.p_client.list_aggregates( Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: return f(self, *a, **k) Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: return self._get(url).json() Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: return self.request(url, 'GET', **kwargs) Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: base_url = self.get_endpoint(auth, allow=allow, Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 20 12:09:07.130551 dv-cinder-794962-4-iscsi neutron-server[92893]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 20 12:09:07.152524 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:07.195405 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port 3074b88a-6923-4d30-a186-1c2f4eac3b42, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=3074b88a-6923-4d30-a186-1c2f4eac3b42,segment=NetworkSegment(ca8654d1-3eb6-4552-95f5-3e2990846dd3),segment_id=ca8654d1-3eb6-4552-95f5-3e2990846dd3)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:09:07.200589 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:07.202670 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bb920341-6a64-44d0-8aa9-6cd959574760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:07.223125 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4f378abb-4e78-4569-9aa8-97fd4ff1a662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504450'] for network, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:07.227403 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a9cab4de-4c21-4841-a537-86c52a37d5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:07.230766 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4f378abb-4e78-4569-9aa8-97fd4ff1a662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:07.233189 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-4f378abb-4e78-4569-9aa8-97fd4ff1a662 admin admin] 10.222.0.25 "DELETE /v2.0/networks/12be08b0-3759-457b-a779-43e03a7a9508 HTTP/1.1" status: 204 len: 168 time: 0.5040169 Jun 20 12:09:07.236614 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 60554) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:07.246905 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f378abb-4e78-4569-9aa8-97fd4ff1a662 admin admin] Pushing event deleted for resources: {'Network': ['ID=12be08b0-3759-457b-a779-43e03a7a9508,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:07.250986 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-4f378abb-4e78-4569-9aa8-97fd4ff1a662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:07.296195 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb612f9-8d8b-4739-9f62-2ee2277d825d admin admin] Deleting subnet 2a6ad612-f100-436f-a563-4ab271fcff56 {{(pid=92892) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 20 12:09:07.301126 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-cdb612f9-8d8b-4739-9f62-2ee2277d825d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:07.302440 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=3074b88a-6923-4d30-a186-1c2f4eac3b42,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:07.310023 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:07.371279 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-cdb612f9-8d8b-4739-9f62-2ee2277d825d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7989800'] for subnet, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:07.434299 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-cdb612f9-8d8b-4739-9f62-2ee2277d825d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1363053'] for subnet, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:07.580349 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-cdb612f9-8d8b-4739-9f62-2ee2277d825d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8239984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7266127'] for subnet, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:07.592818 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-0bacdb19-a075-4e4a-a7dc-0a2f0d5fb3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:07.676013 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-cdb612f9-8d8b-4739-9f62-2ee2277d825d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:07.680414 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-cdb612f9-8d8b-4739-9f62-2ee2277d825d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2a6ad612-f100-436f-a563-4ab271fcff56 HTTP/1.1" status: 204 len: 168 time: 0.4406013 Jun 20 12:09:07.680414 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb612f9-8d8b-4739-9f62-2ee2277d825d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a6ad612-f100-436f-a563-4ab271fcff56,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:07.681575 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 60562) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:07.686938 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-51a297f7-5cd0-44f1-9eaf-8a4c231775f9 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:07.689511 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-cdb612f9-8d8b-4739-9f62-2ee2277d825d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:07.690088 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-51a297f7-5cd0-44f1-9eaf-8a4c231775f9 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.30 "GET /v2.0/networks?id=dbd918e5-0cba-426c-a932-30591f7d3d0b HTTP/1.1" status: 200 len: 813 time: 0.2232378 Jun 20 12:09:07.720710 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-7a0184b3-37ad-4725-9d7d-1ee6f259c1a5 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Request body: {'port': {'device_id': '91480629-368e-4d50-81fe-e06da5575cc8', 'network_id': 'dbd918e5-0cba-426c-a932-30591f7d3d0b', 'admin_state_up': True, 'tenant_id': '5981d99b281c40eb875a1a3afecaff9e'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:09:07.819618 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fe6da0b9-8411-4b1b-8920-1e2c5211b4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:07.864208 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fcfad7c8-cb00-468b-b25f-5ca3d0aa0628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613649'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:08.005388 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-7a0184b3-37ad-4725-9d7d-1ee6f259c1a5 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Made reservation on behalf of 5981d99b281c40eb875a1a3afecaff9e for: {'port': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:09:08.013761 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-7a0184b3-37ad-4725-9d7d-1ee6f259c1a5 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:08.046397 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a844e-3aac-4a04-8169-eff492fbb4ef req-fa48c88c-9260-420b-9182-c869db29f709 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:08.054509 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a17a844e-3aac-4a04-8169-eff492fbb4ef req-fa48c88c-9260-420b-9182-c869db29f709 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 950 time: 0.3988853 Jun 20 12:09:08.068525 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fcfad7c8-cb00-468b-b25f-5ca3d0aa0628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362930', 'neutron.services.segments.db._delete_segments_for_network-8766931108819'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:08.083097 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-fcfad7c8-cb00-468b-b25f-5ca3d0aa0628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9946747-b8e8-4f33-be28-b7bd51c4e773']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:08.098944 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-fcfad7c8-cb00-468b-b25f-5ca3d0aa0628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd253557-eac3-49cf-a2e4-cc60e4bdd980') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:08.099250 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-fcfad7c8-cb00-468b-b25f-5ca3d0aa0628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd253557-eac3-49cf-a2e4-cc60e4bdd980') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:08.122560 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a17a844e-3aac-4a04-8169-eff492fbb4ef req-40be0890-b743-4ab7-bf18-8fdeb2b86f09 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/security-groups?id=62daaa4d-1e84-455f-ba12-4600be990905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656991 Jun 20 12:09:08.167817 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fcfad7c8-cb00-468b-b25f-5ca3d0aa0628 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766931108648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7989793'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:08.227503 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fcfad7c8-cb00-468b-b25f-5ca3d0aa0628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:08.245730 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfad7c8-cb00-468b-b25f-5ca3d0aa0628 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 12:09:08.246191 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fcfad7c8-cb00-468b-b25f-5ca3d0aa0628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8317915'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: Traceback (most recent call last): Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: timer() Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: cb(*args, **kw) Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: return func(*args, **kwargs) Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: self._notify() Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: self.callback(batched_events) Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: event.method(event) Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: return f(self, *a, **k) Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._get(url).json() Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 20 12:09:08.248733 dv-cinder-794962-4-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 20 12:09:08.306748 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f9238-b60b-4682-b2c0-8a06a423a735 req-4f3d9225-d582-41b9-8673-eacd74c317cd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:08.314410 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6f4f9238-b60b-4682-b2c0-8a06a423a735 req-4f3d9225-d582-41b9-8673-eacd74c317cd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.3002806 Jun 20 12:09:08.320341 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-7a0184b3-37ad-4725-9d7d-1ee6f259c1a5 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Allocated IP 172.20.0.5 (dbd918e5-0cba-426c-a932-30591f7d3d0b/bfcb5e09-7fc4-47ff-b108-ca4ffc0b1873/f73bb4e6-8b63-4b91-8beb-073eaf149a94) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:09:08.330640 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 60580) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:08.378151 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fcfad7c8-cb00-468b-b25f-5ca3d0aa0628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504450'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:08.391468 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-4826330f-f45c-47a8-ab57-bf0b69626f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:08.406892 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6f4f9238-b60b-4682-b2c0-8a06a423a735 req-8abd3d62-2812-494b-a311-2648eaaa9017 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913949 Jun 20 12:09:08.408473 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fcfad7c8-cb00-468b-b25f-5ca3d0aa0628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:08.413601 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-fcfad7c8-cb00-468b-b25f-5ca3d0aa0628 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c9946747-b8e8-4f33-be28-b7bd51c4e773 HTTP/1.1" status: 204 len: 168 time: 0.7309258 Jun 20 12:09:08.426072 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba6e1c-ede2-4262-ae7d-84dbbcd46c66 req-81441964-fb74-46b1-8ff3-2da07a26d9be tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:08.427791 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-20ba6e1c-ede2-4262-ae7d-84dbbcd46c66 req-81441964-fb74-46b1-8ff3-2da07a26d9be tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 950 time: 0.3265538 Jun 20 12:09:08.466342 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfad7c8-cb00-468b-b25f-5ca3d0aa0628 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9946747-b8e8-4f33-be28-b7bd51c4e773,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:08.472310 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-fcfad7c8-cb00-468b-b25f-5ca3d0aa0628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:08.569805 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f19a09f8-7abb-43ec-bd43-5472628641af req-1ecca138-5543-462f-937b-8baed7d644df tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0827739 Jun 20 12:09:08.654563 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-324b115e-2d3e-432d-8a9a-05589038791e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:08.664252 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-7a0184b3-37ad-4725-9d7d-1ee6f259c1a5 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:08.692176 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 60592) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:08.737588 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-7a0184b3-37ad-4725-9d7d-1ee6f259c1a5 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7115647'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:08.754148 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:08.770877 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-44c4f3fb-501f-496f-a224-83002a7b3f67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e0adbc510934763bf66b2415a9d7e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0748990 Jun 20 12:09:08.777278 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 60594) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:08.808460 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-7a0184b3-37ad-4725-9d7d-1ee6f259c1a5 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Network dbd918e5-0cba-426c-a932-30591f7d3d0b is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:09:08.815117 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-7a0184b3-37ad-4725-9d7d-1ee6f259c1a5 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:09:08.817493 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [req-20ba6e1c-ede2-4262-ae7d-84dbbcd46c66 req-844c491b-49dd-4361-991a-8817e77ac27a tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Deleting port 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:09:08.817897 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-20ba6e1c-ede2-4262-ae7d-84dbbcd46c66 req-844c491b-49dd-4361-991a-8817e77ac27a tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:08.818091 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-7a0184b3-37ad-4725-9d7d-1ee6f259c1a5 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:09:08.880909 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-7a0184b3-37ad-4725-9d7d-1ee6f259c1a5 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:08.881555 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-7a0184b3-37ad-4725-9d7d-1ee6f259c1a5 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:08.891968 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0184b3-37ad-4725-9d7d-1ee6f259c1a5 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Pushing event updated for resources: {'Port': ['ID=f73bb4e6-8b63-4b91-8beb-073eaf149a94,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:08.895276 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-7a0184b3-37ad-4725-9d7d-1ee6f259c1a5 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:08.935537 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 3074b88a-6923-4d30-a186-1c2f4eac3b42 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:09:08.958381 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-df17bf3d-9d30-4eaf-8d07-79cca7c61fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:09.001989 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 3074b88a-6923-4d30-a186-1c2f4eac3b42 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:09.002655 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:09.033130 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-df17bf3d-9d30-4eaf-8d07-79cca7c61fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:09.044356 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-324b115e-2d3e-432d-8a9a-05589038791e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:09.055671 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [req-20ba6e1c-ede2-4262-ae7d-84dbbcd46c66 req-844c491b-49dd-4361-991a-8817e77ac27a tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] For port 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e,segment=NetworkSegment(b29dfc6c-94fb-4d09-ae06-1197f3cbf777),segment_id=b29dfc6c-94fb-4d09-ae06-1197f3cbf777)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:09:09.056052 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-20ba6e1c-ede2-4262-ae7d-84dbbcd46c66 req-844c491b-49dd-4361-991a-8817e77ac27a tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:09.058422 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-7a0184b3-37ad-4725-9d7d-1ee6f259c1a5 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3427296 Jun 20 12:09:09.061230 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-324b115e-2d3e-432d-8a9a-05589038791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:09.076630 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Request body: {'port': {'device_id': '91480629-368e-4d50-81fe-e06da5575cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:09:09.081135 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-29101514-a6ab-4928-9cfc-90c417caec4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:09.180716 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b115e-2d3e-432d-8a9a-05589038791e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0533b017-bda3-44bd-b3f5-900478c1f1f4,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:09.220433 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:09.246094 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-324b115e-2d3e-432d-8a9a-05589038791e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:09.285999 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [req-20ba6e1c-ede2-4262-ae7d-84dbbcd46c66 req-844c491b-49dd-4361-991a-8817e77ac27a tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Calling delete_port for 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e owned by compute:nova {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:09:09.297409 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-324b115e-2d3e-432d-8a9a-05589038791e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=405c48957c294fd381856b3d7784a75f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9596496 Jun 20 12:09:09.305850 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 60602) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:09.538771 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-df17bf3d-9d30-4eaf-8d07-79cca7c61fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:09.541546 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-df17bf3d-9d30-4eaf-8d07-79cca7c61fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:09.545075 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-df17bf3d-9d30-4eaf-8d07-79cca7c61fde admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a57e5d74-999d-488c-b320-eb7aa6a6cb6f HTTP/1.1" status: 204 len: 168 time: 0.7644179 Jun 20 12:09:09.548074 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-324b115e-2d3e-432d-8a9a-05589038791e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:09.576128 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17bf3d-9d30-4eaf-8d07-79cca7c61fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57e5d74-999d-488c-b320-eb7aa6a6cb6f,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:09.584178 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-df17bf3d-9d30-4eaf-8d07-79cca7c61fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:09.598708 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d64c09-8b69-4adc-a160-1df26be276bb req-7f851091-15a4-4956-a3ce-cf59d8e3abc8 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:09.600694 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-84d64c09-8b69-4adc-a160-1df26be276bb req-7f851091-15a4-4956-a3ce-cf59d8e3abc8 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 950 time: 0.2963641 Jun 20 12:09:09.603395 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fdcdabfe-de76-4be6-9d75-c45f2bac92a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:09.672245 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fdcdabfe-de76-4be6-9d75-c45f2bac92a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:09.672979 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f73bb4e6-8b63-4b91-8beb-073eaf149a94 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:09:09.707151 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:09.747511 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-84d64c09-8b69-4adc-a160-1df26be276bb req-743eac41-c96f-4b9b-9b7e-5274ecc10625 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/security-groups?id=62daaa4d-1e84-455f-ba12-4600be990905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294596 Jun 20 12:09:09.749701 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-20ba6e1c-ede2-4262-ae7d-84dbbcd46c66 req-844c491b-49dd-4361-991a-8817e77ac27a tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:09.757024 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:09.950040 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1421db1b-4a10-49ec-9007-02250504bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:10.082224 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c491b-49dd-4361-991a-8817e77ac27a tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Pushing event deleted for resources: {'Port': ['ID=89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:10.096587 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-844c491b-49dd-4361-991a-8817e77ac27a tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:10.172001 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fdcdabfe-de76-4be6-9d75-c45f2bac92a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:10.175035 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fdcdabfe-de76-4be6-9d75-c45f2bac92a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:10.178666 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-fdcdabfe-de76-4be6-9d75-c45f2bac92a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0533b017-bda3-44bd-b3f5-900478c1f1f4 HTTP/1.1" status: 204 len: 168 time: 0.8701668 Jun 20 12:09:10.190035 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-106f9a41-3072-4255-b78a-9b23ddc81d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:10.212105 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 60622) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:10.231778 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ba6e1c-ede2-4262-ae7d-84dbbcd46c66 req-844c491b-49dd-4361-991a-8817e77ac27a tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] No DVR routers for this DVR port 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e on host hv-cinder-79496 {{(pid=92892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:09:10.243688 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdabfe-de76-4be6-9d75-c45f2bac92a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0533b017-bda3-44bd-b3f5-900478c1f1f4,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:10.246779 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-fdcdabfe-de76-4be6-9d75-c45f2bac92a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:10.250746 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-20ba6e1c-ede2-4262-ae7d-84dbbcd46c66 req-844c491b-49dd-4361-991a-8817e77ac27a tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:10.255328 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-20ba6e1c-ede2-4262-ae7d-84dbbcd46c66 req-844c491b-49dd-4361-991a-8817e77ac27a tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.30 "DELETE /v2.0/ports/89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e HTTP/1.1" status: 204 len: 173 time: 1.8006265 Jun 20 12:09:10.256129 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf', 'name': 'network-vif-deleted', 'tag': '89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e'}] {{(pid=92892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:09:10.258778 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b56af7fedb337a38d38f7b07679a5819d4c7c5b344e8fcf40378830b10d028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b382e5-f91a-4a0d-ab77-eb2ddf1c85de" -d '{"events": [{"server_uuid": "6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf", "name": "network-vif-deleted", "tag": "89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e"}]}' {{(pid=92892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:09:10.295145 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-5d5bf539-f59d-4057-ad8e-d7f3345671a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=161e3940de5c4e30a13b3d356fee6196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0789011 Jun 20 12:09:10.296326 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Transition to ACTIVE for port object f73bb4e6-8b63-4b91-8beb-073eaf149a94 will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:09:10.297676 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 60626) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:10.310789 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:10.323514 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:10.344771 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:10.403725 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d128b67-b420-4900-a8e5-c10e4de0b67d req-18d7d665-d1e8-47b3-bdee-be26de1d6fb1 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:10.411617 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0d128b67-b420-4900-a8e5-c10e4de0b67d req-18d7d665-d1e8-47b3-bdee-be26de1d6fb1 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 931 time: 0.3344281 Jun 20 12:09:10.476841 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a9dd-7f50-463c-baa3-9fa4b1f99b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:10.497160 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0d128b67-b420-4900-a8e5-c10e4de0b67d req-caf2a351-bd0c-43b7-bedf-b10c9196396f tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842762 Jun 20 12:09:10.533969 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Pushing event updated for resources: {'Port': ['ID=f73bb4e6-8b63-4b91-8beb-073eaf149a94,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:10.539533 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a9dd-7f50-463c-baa3-9fa4b1f99b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:10.587792 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbd1679-de1a-43a3-a013-275d9e7765a1 x-openstack-request-id: req-afbd1679-de1a-43a3-a013-275d9e7765a1 {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:09:10.588293 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf", "name": "network-vif-deleted", "tag": "89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e", "status": "completed", "code": 200}]} {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:09:10.588811 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afbd1679-de1a-43a3-a013-275d9e7765a1 {{(pid=92892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:09:10.589420 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf', 'name': 'network-vif-deleted', 'tag': '89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e', 'status': 'completed', 'code': 200} Jun 20 12:09:10.594025 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:10.647296 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a9dd-7f50-463c-baa3-9fa4b1f99b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:10.651325 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5bd2a9dd-7f50-463c-baa3-9fa4b1f99b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:10.653047 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-5bd2a9dd-7f50-463c-baa3-9fa4b1f99b7d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f52a6247-f17b-4cfc-abb6-929ec2469218 HTTP/1.1" status: 204 len: 168 time: 0.3543053 Jun 20 12:09:10.654011 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-e287f97a-6bc2-4685-b0e7-7c61bfa33902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:10.662790 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c0137-d9ab-4d6d-8584-0337e3ba8a1e req-9b21a0d6-cb77-425d-8514-a49b6aedca1c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:10.663451 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2a9dd-7f50-463c-baa3-9fa4b1f99b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52a6247-f17b-4cfc-abb6-929ec2469218,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:10.666098 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5bd2a9dd-7f50-463c-baa3-9fa4b1f99b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:10.676082 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-340c0137-d9ab-4d6d-8584-0337e3ba8a1e req-9b21a0d6-cb77-425d-8514-a49b6aedca1c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.9761872 Jun 20 12:09:10.733210 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-340c0137-d9ab-4d6d-8584-0337e3ba8a1e req-638e5f37-e597-474a-bd4c-9e27f898f097 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561447 Jun 20 12:09:10.756770 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Attempting to bind port f73bb4e6-8b63-4b91-8beb-073eaf149a94 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:09:10.757223 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Attempting to bind port f73bb4e6-8b63-4b91-8beb-073eaf149a94 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '05343e06-7abc-43f8-8067-4a6ca6e49583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dbd918e5-0cba-426c-a932-30591f7d3d0b'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:09:10.757558 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Attempting to bind port f73bb4e6-8b63-4b91-8beb-073eaf149a94 on network dbd918e5-0cba-426c-a932-30591f7d3d0b {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:09:10.763175 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Port f73bb4e6-8b63-4b91-8beb-073eaf149a94 on network dbd918e5-0cba-426c-a932-30591f7d3d0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 20 12:09:10.763175 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Attempting to bind port f73bb4e6-8b63-4b91-8beb-073eaf149a94 on network dbd918e5-0cba-426c-a932-30591f7d3d0b {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:09:10.771475 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Checking agent: {'id': '3511620b-fad0-480c-9502-82df55f89faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'started_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:09:10.771818 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Checking segment: {'id': '05343e06-7abc-43f8-8067-4a6ca6e49583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dbd918e5-0cba-426c-a932-30591f7d3d0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:09:10.772209 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Bound using segment: {'id': '05343e06-7abc-43f8-8067-4a6ca6e49583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dbd918e5-0cba-426c-a932-30591f7d3d0b'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:09:10.772647 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Bound port: f73bb4e6-8b63-4b91-8beb-073eaf149a94, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05343e06-7abc-43f8-8067-4a6ca6e49583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dbd918e5-0cba-426c-a932-30591f7d3d0b'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:09:10.773045 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:10.830428 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 60636) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:10.859723 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aa2246ea-5924-4463-b081-7778d2acfe83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:10.960840 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] For port f73bb4e6-8b63-4b91-8beb-073eaf149a94, host hv-cinder-79496, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:09:10.970950 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] For port f73bb4e6-8b63-4b91-8beb-073eaf149a94, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f73bb4e6-8b63-4b91-8beb-073eaf149a94,segment=NetworkSegment(05343e06-7abc-43f8-8067-4a6ca6e49583),segment_id=05343e06-7abc-43f8-8067-4a6ca6e49583)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:09:10.977624 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:10.999750 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:11.044688 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aa2246ea-5924-4463-b081-7778d2acfe83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:11.051641 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aa2246ea-5924-4463-b081-7778d2acfe83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:11.054550 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-4826330f-f45c-47a8-ab57-bf0b69626f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:11.102113 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:09:11.133572 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2246ea-5924-4463-b081-7778d2acfe83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d402e005-5062-4886-8e11-88b2bce20692,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:11.140975 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-aa2246ea-5924-4463-b081-7778d2acfe83 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac6bc4929fae4f4694e2d002336e8031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078063 Jun 20 12:09:11.140975 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-aa2246ea-5924-4463-b081-7778d2acfe83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:11.146359 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 60648) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:11.174151 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] No Port match for: 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:09:11.174797 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 89caba3a-e9e5-4fab-ab7b-2c6cae9b7c1e not bound to the agent host hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:09:11.247349 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:11.250815 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:11.255388 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b933b904-3c35-4688-a082-d175be8e19f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:11.256955 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] 10.222.0.30 "PUT /v2.0/ports/f73bb4e6-8b63-4b91-8beb-073eaf149a94 HTTP/1.1" status: 200 len: 1093 time: 2.1849566 Jun 20 12:09:11.258302 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91480629-368e-4d50-81fe-e06da5575cc8', 'tag': 'f73bb4e6-8b63-4b91-8beb-073eaf149a94'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:09:11.260648 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c16ae42-14d4-4042-bca0-e7b4c89a52ac" -d '{"events": [{"name": "network-changed", "server_uuid": "91480629-368e-4d50-81fe-e06da5575cc8", "tag": "f73bb4e6-8b63-4b91-8beb-073eaf149a94"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:09:11.315950 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-585af638-7615-448f-9a9c-7fbf9a7700d9 req-ab4c3b42-604a-4430-b3fe-762eec8dfd48 tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ba4017c-2d2a-4ea5-8ea4-583338bd4fbf HTTP/1.1" status: 200 len: 210 time: 0.2020717 Jun 20 12:09:11.331609 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Pushing event updated for resources: {'Port': ['ID=f73bb4e6-8b63-4b91-8beb-073eaf149a94,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:11.342189 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:11.368414 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b933b904-3c35-4688-a082-d175be8e19f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:11.447049 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b933b904-3c35-4688-a082-d175be8e19f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:11.448235 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cabeee-9b5e-48cb-ae40-e810a6d348a5 x-openstack-request-id: req-36cabeee-9b5e-48cb-ae40-e810a6d348a5 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:09:11.448588 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91480629-368e-4d50-81fe-e06da5575cc8", "tag": "f73bb4e6-8b63-4b91-8beb-073eaf149a94", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:09:11.448814 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36cabeee-9b5e-48cb-ae40-e810a6d348a5 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:09:11.449338 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91480629-368e-4d50-81fe-e06da5575cc8', 'tag': 'f73bb4e6-8b63-4b91-8beb-073eaf149a94', 'status': 'completed', 'code': 200} Jun 20 12:09:11.450189 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b933b904-3c35-4688-a082-d175be8e19f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:11.452085 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-b933b904-3c35-4688-a082-d175be8e19f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d402e005-5062-4886-8e11-88b2bce20692 HTTP/1.1" status: 204 len: 168 time: 0.3040364 Jun 20 12:09:11.453710 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-e39297ae-d1d4-4165-9847-eba387a7efa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:11.464482 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933b904-3c35-4688-a082-d175be8e19f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d402e005-5062-4886-8e11-88b2bce20692,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:11.474942 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-b933b904-3c35-4688-a082-d175be8e19f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:11.491186 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-b73a7b8b-2af4-4665-bb56-811f0d79b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:11.492662 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-b73a7b8b-2af4-4665-bb56-811f0d79b1f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5981d99b281c40eb875a1a3afecaff9e&device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 1096 time: 0.1477385 Jun 20 12:09:11.498539 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:11.601833 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-5cdc3948-a272-415f-9c5d-2f0d6888ef29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f73bb4e6-8b63-4b91-8beb-073eaf149a94 HTTP/1.1" status: 200 len: 217 time: 0.0870805 Jun 20 12:09:11.791103 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-fe5a9a6b-b270-4529-a35d-f170214336d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:11.792665 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-fe5a9a6b-b270-4529-a35d-f170214336d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfcb5e09-7fc4-47ff-b108-ca4ffc0b1873 HTTP/1.1" status: 200 len: 853 time: 0.1725917 Jun 20 12:09:11.844570 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-b43a00de-fcd3-4ead-bfec-26ac8b1adfcc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbd918e5-0cba-426c-a932-30591f7d3d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445349 Jun 20 12:09:11.943081 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779bcd7-ba76-4b12-aac5-abb7ecc0e846 req-6c3dabdc-c913-4aa6-9a35-5d3877db60c4 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:11.944522 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9779bcd7-ba76-4b12-aac5-abb7ecc0e846 req-6c3dabdc-c913-4aa6-9a35-5d3877db60c4 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 943 time: 0.2746587 Jun 20 12:09:12.044578 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9779bcd7-ba76-4b12-aac5-abb7ecc0e846 req-613b61c9-1e2c-4a15-9df7-ef6151ea16d0 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902514 Jun 20 12:09:12.060968 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-035a64da-e0d2-42fc-abe9-4db8fdef7bc0 service neutron] 10.222.0.30 "GET /v2.0/networks/dbd918e5-0cba-426c-a932-30591f7d3d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049184 Jun 20 12:09:12.146980 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a498c6c-e38f-480d-bc31-f40f06899ec6 req-78ef8cb1-cca2-43f3-8c6e-0d993c86a944 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:12.151288 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9a498c6c-e38f-480d-bc31-f40f06899ec6 req-78ef8cb1-cca2-43f3-8c6e-0d993c86a944 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.1794400 Jun 20 12:09:12.215204 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c7a1cd9a-ead6-46a6-8957-7d4c43b5aa0e req-2304c248-d401-4108-a11b-8fd09ebe42c6 service neutron] 10.222.0.30 "GET /v2.0/networks/dbd918e5-0cba-426c-a932-30591f7d3d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499834 Jun 20 12:09:12.257575 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9a498c6c-e38f-480d-bc31-f40f06899ec6 req-859593bc-60c5-4aca-9fe3-ed5a202391e4 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984778 Jun 20 12:09:13.190380 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:13.289520 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5386c0-1222-4967-a845-4e948dbf697a req-c1d68a94-566c-4497-bf86-d65b1809df2a tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:13.298055 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7e5386c0-1222-4967-a845-4e948dbf697a req-c1d68a94-566c-4497-bf86-d65b1809df2a tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 943 time: 0.0923903 Jun 20 12:09:13.351624 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7e5386c0-1222-4967-a845-4e948dbf697a req-7db6ea66-4376-482a-a258-c6411aa980fd tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523200 Jun 20 12:09:13.595720 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f30d47-3ad3-4981-b949-0bd83e5d429c req-f68e04b8-4f10-4ca9-8f9d-043501be42c0 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:13.603937 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-92f30d47-3ad3-4981-b949-0bd83e5d429c req-f68e04b8-4f10-4ca9-8f9d-043501be42c0 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0940506 Jun 20 12:09:13.652125 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-92f30d47-3ad3-4981-b949-0bd83e5d429c req-adf6a187-bd34-4d8c-9f39-5fa0e0c7328d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469141 Jun 20 12:09:14.580468 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f94914-7415-41fb-a2ba-289b7a2e2df3 req-cf4cd5d9-5948-45fd-ade9-b21f87d02857 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:14.585453 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-40f94914-7415-41fb-a2ba-289b7a2e2df3 req-cf4cd5d9-5948-45fd-ade9-b21f87d02857 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 943 time: 0.1003854 Jun 20 12:09:14.638163 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-40f94914-7415-41fb-a2ba-289b7a2e2df3 req-59159e3a-0fe0-478c-a2e7-ed860e38cad2 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473793 Jun 20 12:09:14.861727 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728f747-8ebe-40d4-a6ed-d7b154eb4da5 req-2d063c4b-e7f0-4f7a-a7a5-226e423e9a7c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:14.869532 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3728f747-8ebe-40d4-a6ed-d7b154eb4da5 req-2d063c4b-e7f0-4f7a-a7a5-226e423e9a7c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.1069474 Jun 20 12:09:14.938280 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3728f747-8ebe-40d4-a6ed-d7b154eb4da5 req-86fb55fb-f7ce-4712-a969-655f587fed83 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597670 Jun 20 12:09:15.866718 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fed37d-06d0-49d9-aacc-5cfe2a2e3461 req-10174ebb-8005-4f41-b0cb-ccd078aa9e0f tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:15.875650 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d3fed37d-06d0-49d9-aacc-5cfe2a2e3461 req-10174ebb-8005-4f41-b0cb-ccd078aa9e0f tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 943 time: 0.0863450 Jun 20 12:09:15.942523 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d3fed37d-06d0-49d9-aacc-5cfe2a2e3461 req-d410fd65-6f5b-45ba-aa1f-7c9b44143c83 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656118 Jun 20 12:09:15.953822 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16ae42-14d4-4042-bca0-e7b4c89a52ac req-cda71be6-07f3-459f-bc69-95ebb1ca89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:15.964203 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7c16ae42-14d4-4042-bca0-e7b4c89a52ac req-cda71be6-07f3-459f-bc69-95ebb1ca89a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5981d99b281c40eb875a1a3afecaff9e&device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 1096 time: 0.1739066 Jun 20 12:09:16.152046 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ce3b3-9543-4913-9a6b-c61075fcd98e req-86252c80-b505-46e8-82ef-1236be65a334 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:16.154173 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ca0ce3b3-9543-4913-9a6b-c61075fcd98e req-86252c80-b505-46e8-82ef-1236be65a334 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0937176 Jun 20 12:09:16.158664 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16ae42-14d4-4042-bca0-e7b4c89a52ac req-781fb438-b589-4454-80f2-d8be876b064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:16.160403 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7c16ae42-14d4-4042-bca0-e7b4c89a52ac req-781fb438-b589-4454-80f2-d8be876b064e service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbd918e5-0cba-426c-a932-30591f7d3d0b HTTP/1.1" status: 200 len: 914 time: 0.1899781 Jun 20 12:09:16.220615 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ca0ce3b3-9543-4913-9a6b-c61075fcd98e req-3247f1bb-168d-4b57-a049-18469593ee74 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560751 Jun 20 12:09:16.245478 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7c16ae42-14d4-4042-bca0-e7b4c89a52ac req-de0a3e21-ed7b-41ff-a39f-c09af8f2814d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f73bb4e6-8b63-4b91-8beb-073eaf149a94 HTTP/1.1" status: 200 len: 217 time: 0.0784781 Jun 20 12:09:16.302734 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16ae42-14d4-4042-bca0-e7b4c89a52ac req-2e844339-7693-4e28-9298-2f8060461e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:16.304524 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7c16ae42-14d4-4042-bca0-e7b4c89a52ac req-2e844339-7693-4e28-9298-2f8060461e36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfcb5e09-7fc4-47ff-b108-ca4ffc0b1873 HTTP/1.1" status: 200 len: 853 time: 0.0507894 Jun 20 12:09:16.341270 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7c16ae42-14d4-4042-bca0-e7b4c89a52ac req-cd496a66-d29f-4e89-bd3e-f9165e334ce2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbd918e5-0cba-426c-a932-30591f7d3d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298347 Jun 20 12:09:16.444699 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7c16ae42-14d4-4042-bca0-e7b4c89a52ac req-4fa4bf20-b66f-4895-92da-e10291cd7520 service neutron] 10.222.0.30 "GET /v2.0/networks/dbd918e5-0cba-426c-a932-30591f7d3d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962090 Jun 20 12:09:16.562212 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7c16ae42-14d4-4042-bca0-e7b4c89a52ac req-a1ad276d-4793-431b-bff9-c9e9d2b82a22 service neutron] 10.222.0.30 "GET /v2.0/networks/dbd918e5-0cba-426c-a932-30591f7d3d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077681 Jun 20 12:09:17.138423 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9e735-ceea-4171-bccd-7f07f19269b3 req-4eca0883-e5ee-4518-9e15-9d9b558f68d2 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:17.140951 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d8d9e735-ceea-4171-bccd-7f07f19269b3 req-4eca0883-e5ee-4518-9e15-9d9b558f68d2 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 943 time: 0.0694995 Jun 20 12:09:17.185752 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d8d9e735-ceea-4171-bccd-7f07f19269b3 req-1207de47-b9b9-42bc-b085-b53da0021193 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341606 Jun 20 12:09:17.418562 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e983-186c-463f-b0af-1439c5d79bf3 req-76305a3a-3305-4f60-aa59-9533c115f687 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:17.420848 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1612e983-186c-463f-b0af-1439c5d79bf3 req-76305a3a-3305-4f60-aa59-9533c115f687 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0762632 Jun 20 12:09:17.462288 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1612e983-186c-463f-b0af-1439c5d79bf3 req-607c2f68-cd95-4ba4-ad43-acad4eb3f9ba tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351079 Jun 20 12:09:18.333791 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-68389475-9e90-4dd4-b385-0a318c774ceb tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:18.335463 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-68389475-9e90-4dd4-b385-0a318c774ceb tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/networks?id=82111675-daec-478c-ba9b-ab71752a00c6 HTTP/1.1" status: 200 len: 815 time: 0.1068585 Jun 20 12:09:18.351594 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-6db86268-1e72-4804-a5d0-b7b5bafda0da tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/quotas/f5e319e97743435382759743d17c629f HTTP/1.1" status: 200 len: 375 time: 0.0105822 Jun 20 12:09:18.366759 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d18ead-0dfd-42b4-af63-77d244b3d5e9 req-0bda40a7-fb93-48fb-bd00-73a6a94b8021 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:18.368212 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-57d18ead-0dfd-42b4-af63-77d244b3d5e9 req-0bda40a7-fb93-48fb-bd00-73a6a94b8021 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 943 time: 0.0640895 Jun 20 12:09:18.411657 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-57d18ead-0dfd-42b4-af63-77d244b3d5e9 req-7836727e-9477-4672-8512-5666ebb00b32 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376883 Jun 20 12:09:18.422177 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-90e28ed0-06b2-4909-98b4-3d5472da51fc tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5e319e97743435382759743d17c629f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650692 Jun 20 12:09:18.520664 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-175112eb-5101-4a3f-82cf-85bf3b73a04f service neutron] 10.222.0.25 "GET /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874064 Jun 20 12:09:18.610783 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-8f9c072b-0dd2-4afd-9d4c-e473a19a9f17 service neutron] 10.222.0.25 "GET /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840497 Jun 20 12:09:18.637329 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582269a9-6c90-43d1-8c96-a0e5e88b4b3e req-3bdff9a0-99f5-4072-a212-4c754d95458f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:18.638765 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-582269a9-6c90-43d1-8c96-a0e5e88b4b3e req-3bdff9a0-99f5-4072-a212-4c754d95458f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0618482 Jun 20 12:09:18.677235 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-582269a9-6c90-43d1-8c96-a0e5e88b4b3e req-1ea41b09-5e5c-488b-99d4-ed3d24f08255 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322573 Jun 20 12:09:18.783330 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5e6a226b-d886-491e-a90a-44907d9969ed req-51aeac76-29af-40d7-b938-27eceff765d4 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0294378 Jun 20 12:09:19.583074 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a139333-3584-46f7-91c0-330522cc750b req-65207113-493e-479b-9935-e56d521371c0 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:19.584481 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8a139333-3584-46f7-91c0-330522cc750b req-65207113-493e-479b-9935-e56d521371c0 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 943 time: 0.0638976 Jun 20 12:09:19.620089 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8a139333-3584-46f7-91c0-330522cc750b req-50bb5226-ab53-4586-a884-70a3ce116fa5 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300391 Jun 20 12:09:19.846774 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095fa56-86c2-4a26-9e04-49870e60182a req-786493d9-1900-4f25-ad76-a2f1b626af70 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:19.848278 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8095fa56-86c2-4a26-9e04-49870e60182a req-786493d9-1900-4f25-ad76-a2f1b626af70 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0622718 Jun 20 12:09:19.885600 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8095fa56-86c2-4a26-9e04-49870e60182a req-1f06e910-23db-4716-a104-f025e46d3b7e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314441 Jun 20 12:09:19.967631 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:20.010829 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-567fe7f9-a7b5-424c-b7f1-cbcc8a47f95a req-fdeda65f-bf7a-41cf-9b05-7c0dfa5d4d65 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0300932 Jun 20 12:09:20.792485 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2648d-96a2-4797-905e-63ec3fb58b0d req-0e598f69-10f4-47ff-8323-9fa067641f4f tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:20.793861 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-aaf2648d-96a2-4797-905e-63ec3fb58b0d req-0e598f69-10f4-47ff-8323-9fa067641f4f tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 943 time: 0.0633187 Jun 20 12:09:20.830858 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-aaf2648d-96a2-4797-905e-63ec3fb58b0d req-9aef0db9-5c2c-4d90-ba1d-53fb1b3d9a12 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302911 Jun 20 12:09:21.053970 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da46b49-31e8-4002-a8fa-b428b3f6a19b req-0402582b-2a5c-4caf-b02b-0d15a3d60610 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:21.055471 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3da46b49-31e8-4002-a8fa-b428b3f6a19b req-0402582b-2a5c-4caf-b02b-0d15a3d60610 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0618677 Jun 20 12:09:21.092708 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3da46b49-31e8-4002-a8fa-b428b3f6a19b req-f6965c41-5d2a-4e7a-affd-8a503f656e7f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317430 Jun 20 12:09:21.215549 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-fee458a2-dc69-437e-a08b-13352e59c188 req-4bfd02e7-bdac-4ea6-8d78-f4649bd56d29 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0279729 Jun 20 12:09:22.001429 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c0cb4-72d3-4943-89c1-f6ca658976d2 req-607a26af-671c-4818-bd9e-1be6ff498174 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:22.002861 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6f3c0cb4-72d3-4943-89c1-f6ca658976d2 req-607a26af-671c-4818-bd9e-1be6ff498174 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 943 time: 0.0633936 Jun 20 12:09:22.038738 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6f3c0cb4-72d3-4943-89c1-f6ca658976d2 req-c0bd2fc0-d334-4e96-addf-862ac97af8b3 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303524 Jun 20 12:09:22.264639 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e0d0a-4c0a-48bf-a28e-3404b10143ba req-dcf1faed-d15c-42e8-9d93-279d6e68ff30 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:22.266466 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f74e0d0a-4c0a-48bf-a28e-3404b10143ba req-dcf1faed-d15c-42e8-9d93-279d6e68ff30 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0617278 Jun 20 12:09:22.311691 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f74e0d0a-4c0a-48bf-a28e-3404b10143ba req-eb035165-0674-4dd6-97c0-7f4093de9e45 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390480 Jun 20 12:09:22.436389 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-71feb6bd-2b4d-4c9d-9db2-a0b85dab3372 req-37fc258a-2622-4ab7-bf64-73f1697bfd33 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0272098 Jun 20 12:09:23.209524 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a49ba-623b-4e45-a858-6ab2d88a2332 req-1e3d85de-7d82-4aad-80cb-d21eaee44332 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:23.210943 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1a9a49ba-623b-4e45-a858-6ab2d88a2332 req-1e3d85de-7d82-4aad-80cb-d21eaee44332 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 943 time: 0.0635309 Jun 20 12:09:23.246376 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1a9a49ba-623b-4e45-a858-6ab2d88a2332 req-7486d169-599c-4225-af41-95197decb15c tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299504 Jun 20 12:09:23.475963 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7af3e3-3f44-47f6-99b5-4b742d21d259 req-bef0992c-84ba-4418-bdf2-f59b30c9671e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:23.477422 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ac7af3e3-3f44-47f6-99b5-4b742d21d259 req-bef0992c-84ba-4418-bdf2-f59b30c9671e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0601802 Jun 20 12:09:23.513058 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ac7af3e3-3f44-47f6-99b5-4b742d21d259 req-1baa1a25-6263-45ae-b4eb-dd1a5cffa907 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301640 Jun 20 12:09:23.637570 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1caddddc-ae45-43de-bd72-1578ab7f4e6d req-421b5401-aa21-4fe6-94cc-ba639a93da79 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0275152 Jun 20 12:09:24.432519 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b29c71-2bcc-4f50-9644-432cc6fee1e4 req-b705829a-3368-49d9-877a-b927fbc91743 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:24.433926 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-31b29c71-2bcc-4f50-9644-432cc6fee1e4 req-b705829a-3368-49d9-877a-b927fbc91743 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 943 time: 0.0670016 Jun 20 12:09:24.471535 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-31b29c71-2bcc-4f50-9644-432cc6fee1e4 req-fe4e2cb4-0557-48ef-b7f6-1ec66988cd9a tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312836 Jun 20 12:09:24.693893 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a91428-5b06-4ec7-93a5-6e288cd8cdec req-db1e8ec3-dd17-43ef-a126-d0cd0af5e229 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:24.694403 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b8a91428-5b06-4ec7-93a5-6e288cd8cdec req-db1e8ec3-dd17-43ef-a126-d0cd0af5e229 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0688577 Jun 20 12:09:24.735149 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b8a91428-5b06-4ec7-93a5-6e288cd8cdec req-179a94eb-5ea1-4ab8-a4c1-12af905daf55 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362766 Jun 20 12:09:24.776894 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b5753bc6-b91a-4be8-b92c-d067687d038d req-15bc769b-83b1-4ec8-959a-a070ba332704 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0280821 Jun 20 12:09:25.167398 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device f73bb4e6-8b63-4b91-8beb-073eaf149a94 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92894) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 20 12:09:25.262636 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port f73bb4e6-8b63-4b91-8beb-073eaf149a94, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f73bb4e6-8b63-4b91-8beb-073eaf149a94,segment=NetworkSegment(05343e06-7abc-43f8-8067-4a6ca6e49583),segment_id=05343e06-7abc-43f8-8067-4a6ca6e49583)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:09:25.274942 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Returning: {'device': 'f73bb4e6-8b63-4b91-8beb-073eaf149a94', 'network_id': 'dbd918e5-0cba-426c-a932-30591f7d3d0b', 'port_id': 'f73bb4e6-8b63-4b91-8beb-073eaf149a94', 'mac_address': 'fa:16:3e:be:5f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfcb5e09-7fc4-47ff-b108-ca4ffc0b1873', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92894) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 20 12:09:25.311195 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:25.324650 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f73bb4e6-8b63-4b91-8beb-073eaf149a94 {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:09:25.346150 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port f73bb4e6-8b63-4b91-8beb-073eaf149a94, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f73bb4e6-8b63-4b91-8beb-073eaf149a94,segment=NetworkSegment(05343e06-7abc-43f8-8067-4a6ca6e49583),segment_id=05343e06-7abc-43f8-8067-4a6ca6e49583)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:09:25.350323 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:25.351980 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:25.401619 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=f73bb4e6-8b63-4b91-8beb-073eaf149a94,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:25.406169 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:25.638209 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec2e97-c02c-4f94-845c-6eae52a71241 req-b2e5efa1-7b0e-424e-8b2d-7ef36faebf8e tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:25.639532 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-58ec2e97-c02c-4f94-845c-6eae52a71241 req-b2e5efa1-7b0e-424e-8b2d-7ef36faebf8e tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 944 time: 0.0604644 Jun 20 12:09:25.676165 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-58ec2e97-c02c-4f94-845c-6eae52a71241 req-2b754f78-dd93-4b3b-993c-ad2cbde3fb18 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304456 Jun 20 12:09:25.912569 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f439f0-fe27-44ab-a4c0-a1488a55352f req-9adb5a43-7865-4bf9-ba3b-a3ebce7eda49 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:25.913941 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-89f439f0-fe27-44ab-a4c0-a1488a55352f req-9adb5a43-7865-4bf9-ba3b-a3ebce7eda49 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0653725 Jun 20 12:09:25.949988 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-89f439f0-fe27-44ab-a4c0-a1488a55352f req-aadce2c2-18f7-4e37-ade8-be1ee1cc29e0 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305405 Jun 20 12:09:26.071386 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3991773a-d1f4-432d-8fd8-7357ec2b7614 req-1f760da9-be4e-47d3-8e74-379048ffe238 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0277872 Jun 20 12:09:26.842132 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf18518-ee46-4f75-924d-d0a9dfc4d379 req-e51da62c-fc04-4127-9113-90bfb2ea7063 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:26.844234 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6bf18518-ee46-4f75-924d-d0a9dfc4d379 req-e51da62c-fc04-4127-9113-90bfb2ea7063 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 944 time: 0.0608368 Jun 20 12:09:26.881205 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6bf18518-ee46-4f75-924d-d0a9dfc4d379 req-afa83cfe-19c9-40c9-85f3-05c57b83dd42 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310428 Jun 20 12:09:27.117921 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3ce2b-86c4-4c31-8b67-d001de4cc7dd req-f3b68a82-00b9-4bfa-8b99-a79b21d42cbc tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:27.119347 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3ba3ce2b-86c4-4c31-8b67-d001de4cc7dd req-f3b68a82-00b9-4bfa-8b99-a79b21d42cbc tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0633345 Jun 20 12:09:27.155858 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3ba3ce2b-86c4-4c31-8b67-d001de4cc7dd req-f24fbf26-7a83-4db1-a769-d9c35197f926 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302796 Jun 20 12:09:27.281854 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c4ef1efe-02d9-499c-8465-3de51151246e req-92a954be-5625-483a-b05b-843c03062aab tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0285752 Jun 20 12:09:28.049182 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3441a1-09bb-45b7-8fe1-153990309993 req-cce9508c-0657-4e37-935a-e7b964392a5a tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:28.050864 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3c3441a1-09bb-45b7-8fe1-153990309993 req-cce9508c-0657-4e37-935a-e7b964392a5a tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 944 time: 0.0634985 Jun 20 12:09:28.087329 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3c3441a1-09bb-45b7-8fe1-153990309993 req-0456b7e6-36df-4c03-93cf-01a76721ff2d tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308332 Jun 20 12:09:28.331699 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d63da-1255-4f22-a2eb-d2b21800ac1e req-34ca6700-2fad-432f-bbaf-9c697e7251da tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:28.333354 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8e0d63da-1255-4f22-a2eb-d2b21800ac1e req-34ca6700-2fad-432f-bbaf-9c697e7251da tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0698550 Jun 20 12:09:28.374386 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8e0d63da-1255-4f22-a2eb-d2b21800ac1e req-8f20055e-64cb-4c36-a7e1-67b89ef1e2c8 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351250 Jun 20 12:09:28.499650 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7f4b458e-465b-4f62-a0f8-011170827de6 req-0e32a117-36cf-463e-909e-434bc81cb9a3 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0274632 Jun 20 12:09:29.257844 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e764361-8498-4ada-b6af-c1ae24820687 req-194967c2-3187-46c0-8ada-9a528813f79a tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:29.259278 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4e764361-8498-4ada-b6af-c1ae24820687 req-194967c2-3187-46c0-8ada-9a528813f79a tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 944 time: 0.0607767 Jun 20 12:09:29.296516 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4e764361-8498-4ada-b6af-c1ae24820687 req-f9bdcf90-7e2b-412f-9e96-ec60ef3d7cae tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311093 Jun 20 12:09:29.547941 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538cc83-9f9e-4d9d-aaec-a8de11691085 req-093b67c9-1e16-4af7-ad2e-debfe0b8a6cd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:29.549391 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3538cc83-9f9e-4d9d-aaec-a8de11691085 req-093b67c9-1e16-4af7-ad2e-debfe0b8a6cd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0643270 Jun 20 12:09:29.586555 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3538cc83-9f9e-4d9d-aaec-a8de11691085 req-dc76b132-b6d8-4faa-b258-abb0b0fe5711 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315163 Jun 20 12:09:29.712821 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-dc2b9b09-4627-4264-bfae-be1c7f6ac03b req-e34cf7f0-17a4-4e72-b09b-f1b7c5a6d6e0 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0300598 Jun 20 12:09:29.823331 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-48a8eae7-9438-4d90-a7d0-6e899903174e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:29.824791 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-48a8eae7-9438-4d90-a7d0-6e899903174e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.30 "GET /v2.0/networks?id=82111675-daec-478c-ba9b-ab71752a00c6 HTTP/1.1" status: 200 len: 815 time: 0.1020739 Jun 20 12:09:29.848245 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-ce488b68-405b-4cdc-9c2f-85a028b96962 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Request body: {'port': {'device_id': '85d2c975-356f-458c-95b5-88c293044dce', 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6', 'admin_state_up': True, 'tenant_id': 'f5e319e97743435382759743d17c629f'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:09:29.956618 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-ce488b68-405b-4cdc-9c2f-85a028b96962 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Made reservation on behalf of f5e319e97743435382759743d17c629f for: {'port': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:09:29.960192 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-ce488b68-405b-4cdc-9c2f-85a028b96962 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:30.080844 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-ce488b68-405b-4cdc-9c2f-85a028b96962 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Allocated IP 172.20.0.11 (82111675-daec-478c-ba9b-ab71752a00c6/96c486f4-675b-440c-bf65-e83ba8d1d3ba/8d8eabfc-ddf4-49d9-86a9-422ccdfc5215) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:09:30.223152 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-ce488b68-405b-4cdc-9c2f-85a028b96962 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:30.236207 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-ce488b68-405b-4cdc-9c2f-85a028b96962 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Transition to ACTIVE for port object 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:09:30.267278 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-ce488b68-405b-4cdc-9c2f-85a028b96962 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7115647'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:30.272250 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:30.317490 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-ce488b68-405b-4cdc-9c2f-85a028b96962 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Network 82111675-daec-478c-ba9b-ab71752a00c6 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:09:30.320814 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-ce488b68-405b-4cdc-9c2f-85a028b96962 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:09:30.324613 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-ce488b68-405b-4cdc-9c2f-85a028b96962 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:09:30.331815 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce488b68-405b-4cdc-9c2f-85a028b96962 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Pushing event updated for resources: {'Port': ['ID=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:30.351931 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-ce488b68-405b-4cdc-9c2f-85a028b96962 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:30.381485 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-ce488b68-405b-4cdc-9c2f-85a028b96962 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:30.382289 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-ce488b68-405b-4cdc-9c2f-85a028b96962 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:30.399661 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-ce488b68-405b-4cdc-9c2f-85a028b96962 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5552955 Jun 20 12:09:30.436265 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Request body: {'port': {'device_id': '85d2c975-356f-458c-95b5-88c293044dce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:09:30.487946 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b102c-e90a-4571-83f2-b8cb195ac3e8 req-0b263420-80eb-4dfb-a69e-8fdaf9f733c3 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:30.490377 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c39b102c-e90a-4571-83f2-b8cb195ac3e8 req-0b263420-80eb-4dfb-a69e-8fdaf9f733c3 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 944 time: 0.0704308 Jun 20 12:09:30.520017 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:30.532790 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c39b102c-e90a-4571-83f2-b8cb195ac3e8 req-a6eec9d2-e33a-4509-9cd7-cd463d385ba8 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327435 Jun 20 12:09:30.559456 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-cf0c16f7-082a-4c60-a8bd-b68e88be6798 None None] Provisioning for port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:09:30.563081 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-cf0c16f7-082a-4c60-a8bd-b68e88be6798 None None] Provisioning complete for port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:30.563470 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cf0c16f7-082a-4c60-a8bd-b68e88be6798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:30.596675 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c16f7-082a-4c60-a8bd-b68e88be6798 None None] Port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:09:31.049506 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['f73bb4e6-8b63-4b91-8beb-073eaf149a94'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:09:31.075517 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205538f5-b262-49b9-a16e-4cb7ddc1d167 req-fc06d84b-ab39-4d17-bbbd-ec675da23b22 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:31.082632 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-205538f5-b262-49b9-a16e-4cb7ddc1d167 req-fc06d84b-ab39-4d17-bbbd-ec675da23b22 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.3812435 Jun 20 12:09:31.113794 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:09:31.127413 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:31.147905 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-205538f5-b262-49b9-a16e-4cb7ddc1d167 req-77b88b68-63e3-4be2-a7ae-e2ff38de7baa tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642459 Jun 20 12:09:31.183538 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Transition to ACTIVE for port object 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:09:31.201703 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:31.204400 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-599809c8-3479-4d14-ba3c-304ecbd0b301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:31.285250 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Pushing event updated for resources: {'Port': ['ID=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:31.292234 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:31.311718 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b075e-9904-4b38-b8d3-dd3ceade4e5f req-641bd4cb-1ab3-4534-a907-3ccbe1a27f5e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:31.315388 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-740b075e-9904-4b38-b8d3-dd3ceade4e5f req-641bd4cb-1ab3-4534-a907-3ccbe1a27f5e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 932 time: 0.1501222 Jun 20 12:09:31.411519 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-740b075e-9904-4b38-b8d3-dd3ceade4e5f req-91ce14a0-97e6-4e84-bbab-e2d597cb0b9f tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902481 Jun 20 12:09:31.487497 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Attempting to bind port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:09:31.487859 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Attempting to bind port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '435c6230-5a8d-4494-9d37-380b35b7a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:09:31.488159 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Attempting to bind port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 on network 82111675-daec-478c-ba9b-ab71752a00c6 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:09:31.500500 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 on network 82111675-daec-478c-ba9b-ab71752a00c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 20 12:09:31.500862 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Attempting to bind port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 on network 82111675-daec-478c-ba9b-ab71752a00c6 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:09:31.507049 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Checking agent: {'id': '3511620b-fad0-480c-9502-82df55f89faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'started_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:09:31.507401 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Checking segment: {'id': '435c6230-5a8d-4494-9d37-380b35b7a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:09:31.507775 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Bound using segment: {'id': '435c6230-5a8d-4494-9d37-380b35b7a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:09:31.508211 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Bound port: 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435c6230-5a8d-4494-9d37-380b35b7a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:09:31.508566 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:31.538911 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 33028) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:31.689877 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] For port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215, host hv-cinder-79496, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:09:31.694566 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] For port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215,segment=NetworkSegment(435c6230-5a8d-4494-9d37-380b35b7a765),segment_id=435c6230-5a8d-4494-9d37-380b35b7a765)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:09:31.719398 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:31.723300 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:31.825575 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:31.826391 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:31.828269 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] 10.222.0.30 "PUT /v2.0/ports/8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 HTTP/1.1" status: 200 len: 1094 time: 1.3958409 Jun 20 12:09:31.833647 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d2c975-356f-458c-95b5-88c293044dce', 'tag': '8d8eabfc-ddf4-49d9-86a9-422ccdfc5215'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:09:31.840325 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336a3860-193f-415c-8898-a34292c62a49" -d '{"events": [{"name": "network-changed", "server_uuid": "85d2c975-356f-458c-95b5-88c293044dce", "tag": "8d8eabfc-ddf4-49d9-86a9-422ccdfc5215"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:09:31.887614 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 33048) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:31.893041 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-81dfbad6-eb53-4350-b79c-ab62de4b97cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29111d7e030b4493914eca5f3c112e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445275 Jun 20 12:09:31.895390 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d25ac55-33b3-4aa2-b24e-bf256516190b x-openstack-request-id: req-1d25ac55-33b3-4aa2-b24e-bf256516190b {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:09:31.895390 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d2c975-356f-458c-95b5-88c293044dce", "tag": "8d8eabfc-ddf4-49d9-86a9-422ccdfc5215", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:09:31.895605 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d25ac55-33b3-4aa2-b24e-bf256516190b {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:09:31.895844 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d2c975-356f-458c-95b5-88c293044dce', 'tag': '8d8eabfc-ddf4-49d9-86a9-422ccdfc5215', 'status': 'completed', 'code': 200} Jun 20 12:09:31.900836 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Pushing event updated for resources: {'Port': ['ID=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:31.905580 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:31.962841 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca85bf-ad80-4c6a-8a23-4f30fc392568 req-8492e249-a3c8-4e8a-8563-b9a19bd63ccb tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:31.964568 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-33ca85bf-ad80-4c6a-8a23-4f30fc392568 req-8492e249-a3c8-4e8a-8563-b9a19bd63ccb tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 944 time: 0.2269921 Jun 20 12:09:31.980227 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e4b13998-710e-4209-90c8-2e69dbee9f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:32.029279 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e4b13998-710e-4209-90c8-2e69dbee9f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:32.078842 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-33ca85bf-ad80-4c6a-8a23-4f30fc392568 req-940a2b92-535b-4598-8fcf-5a5ccba4e48b tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027994 Jun 20 12:09:32.115656 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e4b13998-710e-4209-90c8-2e69dbee9f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:32.123117 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e4b13998-710e-4209-90c8-2e69dbee9f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:32.125050 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-e4b13998-710e-4209-90c8-2e69dbee9f5f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62daaa4d-1e84-455f-ba12-4600be990905 HTTP/1.1" status: 204 len: 168 time: 0.2361267 Jun 20 12:09:32.126319 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-a857b04a-d5e3-4ea4-a0fc-e8cf3f28819e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:32.136870 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b13998-710e-4209-90c8-2e69dbee9f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62daaa4d-1e84-455f-ba12-4600be990905,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:32.140127 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-e4b13998-710e-4209-90c8-2e69dbee9f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:32.386722 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79e1f5-3eee-426e-8e43-17db4c866340 req-3341e757-7c2d-4514-ad51-73edde17ebbd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:32.397497 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ea79e1f5-3eee-426e-8e43-17db4c866340 req-3341e757-7c2d-4514-ad51-73edde17ebbd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.1258795 Jun 20 12:09:32.450543 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ea79e1f5-3eee-426e-8e43-17db4c866340 req-c5160529-1354-479d-adbe-c4cdb0966532 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516067 Jun 20 12:09:32.642866 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870188a2-0439-4bb3-98b7-07f82f9c85bb req-4ed41134-a6a5-4fa2-b6d2-30f4df8dd8be tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:32.644396 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-870188a2-0439-4bb3-98b7-07f82f9c85bb req-4ed41134-a6a5-4fa2-b6d2-30f4df8dd8be tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 944 time: 0.0805154 Jun 20 12:09:32.688442 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-870188a2-0439-4bb3-98b7-07f82f9c85bb req-871f3acc-684f-4726-b150-10d4637cc4b2 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382369 Jun 20 12:09:32.995625 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 33120) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:33.125341 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-46dda3a8-1de5-4d5b-98e5-dcb3ce98202a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2021159199-network', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:09:33.154334 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dda3a8-1de5-4d5b-98e5-dcb3ce98202a admin admin] Made reservation on behalf of f10fbe91f34a4e1b8dbde73ad9d559d2 for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:09:33.158480 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-46dda3a8-1de5-4d5b-98e5-dcb3ce98202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:33.169987 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-46dda3a8-1de5-4d5b-98e5-dcb3ce98202a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:33.334037 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-46dda3a8-1de5-4d5b-98e5-dcb3ce98202a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:33.342136 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-46dda3a8-1de5-4d5b-98e5-dcb3ce98202a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:33.358979 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-07c37a3f-9852-4456-b93b-91e29f315bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:33.403441 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46dda3a8-1de5-4d5b-98e5-dcb3ce98202a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=92892) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 12:09:33.424256 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dda3a8-1de5-4d5b-98e5-dcb3ce98202a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705f9ada-fcad-4cae-9898-708542534237,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:33.429051 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-46dda3a8-1de5-4d5b-98e5-dcb3ce98202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:33.429349 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-46dda3a8-1de5-4d5b-98e5-dcb3ce98202a admin admin] Added segment c37a05f1-c46d-4eb6-95bf-5654066af99c of type vlan for network b8e43b58-1078-4caa-b969-0605161e64b6 Jun 20 12:09:33.431100 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-46dda3a8-1de5-4d5b-98e5-dcb3ce98202a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:33.473985 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-46dda3a8-1de5-4d5b-98e5-dcb3ce98202a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766930588892'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:33.475446 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10745b0e-0838-4793-ac0b-72c2d7cf5592 req-ee978d2a-751d-4494-b740-30e60ec155cc tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:33.477088 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-10745b0e-0838-4793-ac0b-72c2d7cf5592 req-ee978d2a-751d-4494-b740-30e60ec155cc tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 944 time: 0.1334295 Jun 20 12:09:33.507579 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-46dda3a8-1de5-4d5b-98e5-dcb3ce98202a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:33.509508 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dda3a8-1de5-4d5b-98e5-dcb3ce98202a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:33.510875 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-46dda3a8-1de5-4d5b-98e5-dcb3ce98202a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:33.515419 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:33.525471 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-10745b0e-0838-4793-ac0b-72c2d7cf5592 req-56fae213-bf3a-40aa-bb34-ed29b06aad81 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365288 Jun 20 12:09:33.577051 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 33134) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:33.577302 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-46dda3a8-1de5-4d5b-98e5-dcb3ce98202a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5802436 Jun 20 12:09:33.582913 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dda3a8-1de5-4d5b-98e5-dcb3ce98202a admin admin] Pushing event updated for resources: {'Network': ['ID=b8e43b58-1078-4caa-b969-0605161e64b6,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:33.585853 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-46dda3a8-1de5-4d5b-98e5-dcb3ce98202a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:33.597994 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Network b8e43b58-1078-4caa-b969-0605161e64b6 details requested by agent ovs-agent-dv-cinder-794962-4-iscsi with host dv-cinder-794962-4-iscsi {{(pid=92894) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 20 12:09:33.606065 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-177ac213-f277-4b4e-aad2-b6ede68db2e0 admin admin] Request body: {'subnet': {'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2021159199-subnet', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'ip_version': 4}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:09:33.653985 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177ac213-f277-4b4e-aad2-b6ede68db2e0 admin admin] Made reservation on behalf of f10fbe91f34a4e1b8dbde73ad9d559d2 for: {'subnet': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:09:33.657763 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-177ac213-f277-4b4e-aad2-b6ede68db2e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7195740'] for subnet, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:33.692638 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device f73bb4e6-8b63-4b91-8beb-073eaf149a94 up at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:09:33.764229 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning for port f73bb4e6-8b63-4b91-8beb-073eaf149a94 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:09:33.771627 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning complete for port f73bb4e6-8b63-4b91-8beb-073eaf149a94 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:33.772538 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:33.813454 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a058fc-2968-4b5a-a174-243f4a3661d8 req-d1488081-e1b7-49fe-824d-19bc21c14dec tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:33.820774 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e0a058fc-2968-4b5a-a174-243f4a3661d8 req-d1488081-e1b7-49fe-824d-19bc21c14dec tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.1772790 Jun 20 12:09:33.894862 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e0a058fc-2968-4b5a-a174-243f4a3661d8 req-07c770c4-25c1-4316-9eca-0c4932cb3496 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731087 Jun 20 12:09:33.895633 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:33.924947 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91480629-368e-4d50-81fe-e06da5575cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73bb4e6-8b63-4b91-8beb-073eaf149a94'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:09:33.928317 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff433fd2e3e8483ec5bde8b443a8d0833f9278b814f7b3ef2a1c28b3d75b6172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b18cafc-ca6d-4c03-9fab-dc9f80aa1fed" -d '{"events": [{"server_uuid": "91480629-368e-4d50-81fe-e06da5575cc8", "name": "network-vif-plugged", "status": "completed", "tag": "f73bb4e6-8b63-4b91-8beb-073eaf149a94"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:09:33.943426 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port f73bb4e6-8b63-4b91-8beb-073eaf149a94, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f73bb4e6-8b63-4b91-8beb-073eaf149a94,segment=NetworkSegment(05343e06-7abc-43f8-8067-4a6ca6e49583),segment_id=05343e06-7abc-43f8-8067-4a6ca6e49583)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:09:33.950227 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:33.952969 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:33.987824 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-177ac213-f277-4b4e-aad2-b6ede68db2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7115723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7195726'] for subnet, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:33.990953 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:34.010435 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=f73bb4e6-8b63-4b91-8beb-073eaf149a94,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:34.015771 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:34.082430 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ac213-f277-4b4e-aad2-b6ede68db2e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d434098-b284-47eb-a040-67a023acc9ad,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:34.088650 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-177ac213-f277-4b4e-aad2-b6ede68db2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:34.100828 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ac213-f277-4b4e-aad2-b6ede68db2e0 admin admin] Checking segment: {'id': 'c37a05f1-c46d-4eb6-95bf-5654066af99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:09:34.101271 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177ac213-f277-4b4e-aad2-b6ede68db2e0 admin admin] Network hostable DHCP agents. Network: b8e43b58-1078-4caa-b969-0605161e64b6, hostable agents: ['2417948c-c80f-4bbc-831a-f1bbd16412d3'], hosted agents: [] {{(pid=92893) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 12:09:34.128701 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177ac213-f277-4b4e-aad2-b6ede68db2e0 admin admin] Network b8e43b58-1078-4caa-b969-0605161e64b6 is scheduled to be hosted by DHCP agent 2417948c-c80f-4bbc-831a-f1bbd16412d3 with binding_index 1 {{(pid=92893) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 12:09:34.137890 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1689207-6a04-4fd7-bc70-1a981905550f req-f59fb6f2-ffb7-432a-968d-7de4826a9e66 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:34.139444 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c1689207-6a04-4fd7-bc70-1a981905550f req-f59fb6f2-ffb7-432a-968d-7de4826a9e66 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 944 time: 0.1145134 Jun 20 12:09:34.153035 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-177ac213-f277-4b4e-aad2-b6ede68db2e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-4-iscsi, b8e43b58-1078-4caa-b969-0605161e64b6) {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:09:34.164654 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177ac213-f277-4b4e-aad2-b6ede68db2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:34.165258 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-177ac213-f277-4b4e-aad2-b6ede68db2e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:34.167208 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9337f8b0-3379-45b6-8035-08d3c9f2f248 None None] Network b8e43b58-1078-4caa-b969-0605161e64b6 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:09:34.191945 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c1689207-6a04-4fd7-bc70-1a981905550f req-5f0a3cdc-9d22-48dc-aa07-58268d16c224 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462062 Jun 20 12:09:34.194115 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-177ac213-f277-4b4e-aad2-b6ede68db2e0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6156826 Jun 20 12:09:34.196953 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 33154) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:34.205149 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2021159199-router', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:09:34.263441 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-482965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3176'] for router, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:34.266313 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3171'] for router, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:34.332509 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:34.336154 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff273841-462d-45dd-9b52-ff0ecd6338b1 x-openstack-request-id: req-ff273841-462d-45dd-9b52-ff0ecd6338b1 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:09:34.336542 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91480629-368e-4d50-81fe-e06da5575cc8", "name": "network-vif-plugged", "status": "completed", "tag": "f73bb4e6-8b63-4b91-8beb-073eaf149a94", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:09:34.336888 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff273841-462d-45dd-9b52-ff0ecd6338b1 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:09:34.337820 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91480629-368e-4d50-81fe-e06da5575cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73bb4e6-8b63-4b91-8beb-073eaf149a94', 'code': 200} Jun 20 12:09:34.400423 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf27333a8-70a0-59ed-9c62-fe7f006c1bf9-b8e43b58-1078-4caa-b969-0605161e64b6', 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'fixed_ips': [{'subnet_id': '4d434098-b284-47eb-a040-67a023acc9ad'}]}} from dv-cinder-794962-4-iscsi. {{(pid=92894) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 20 12:09:34.404258 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:34.582264 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-482919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3189'] for router, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:34.646983 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Allocated IP 172.20.0.2 (b8e43b58-1078-4caa-b969-0605161e64b6/4d434098-b284-47eb-a040-67a023acc9ad/0b89528a-682c-4267-9b5d-a4bf8dc56b18) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:09:34.848562 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c24165-2818-4727-b9a9-27a0964dccca req-a69f2d77-2a06-4ab1-ae6c-3fd704de1eba tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:34.860769 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-06c24165-2818-4727-b9a9-27a0964dccca req-a69f2d77-2a06-4ab1-ae6c-3fd704de1eba tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 945 time: 0.1643836 Jun 20 12:09:34.865996 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:34.872679 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:34.894305 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Transition to ACTIVE for port object 0b89528a-682c-4267-9b5d-a4bf8dc56b18 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:09:34.894570 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:34.924026 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Transition to ACTIVE for port object 0b89528a-682c-4267-9b5d-a4bf8dc56b18 will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:09:34.946948 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-06c24165-2818-4727-b9a9-27a0964dccca req-ca6c104a-913c-4495-a890-61fe0493a177 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820551 Jun 20 12:09:34.950370 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:34.965411 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b9e37e2a-fe2b-427c-aa39-79a285a1529e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:35.070724 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Allocated IP 172.27.1.22 (3f7a09d2-824b-4c30-a4c6-5e0e19540541/4186b5e8-5a7d-41cb-85c6-3f8309c8906f/1dd5c33e-51f2-46b6-a34d-8131215af9b6) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:09:35.071241 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Network b8e43b58-1078-4caa-b969-0605161e64b6 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:09:35.074684 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:09:35.083298 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:09:35.106402 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Pushing event updated for resources: {'Port': ['ID=0b89528a-682c-4267-9b5d-a4bf8dc56b18,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:35.111267 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:35.198926 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Attempting to bind port 0b89528a-682c-4267-9b5d-a4bf8dc56b18 on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:09:35.199210 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Attempting to bind port 0b89528a-682c-4267-9b5d-a4bf8dc56b18 by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': 'c37a05f1-c46d-4eb6-95bf-5654066af99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:09:35.205924 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Attempting to bind port 0b89528a-682c-4267-9b5d-a4bf8dc56b18 on network b8e43b58-1078-4caa-b969-0605161e64b6 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:09:35.213531 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 33176) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:35.220534 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:09:35.221402 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Checking segment: {'id': 'c37a05f1-c46d-4eb6-95bf-5654066af99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:09:35.222307 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:35.223112 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Bound using segment: {'id': 'c37a05f1-c46d-4eb6-95bf-5654066af99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:09:35.224273 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Bound port: 0b89528a-682c-4267-9b5d-a4bf8dc56b18, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37a05f1-c46d-4eb6-95bf-5654066af99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:09:35.225139 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:35.232329 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:35.253974 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565583ce-9220-4627-be5c-bd2413870f93 req-6e9cc419-1add-4239-bfa0-81c657cbbcab tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:35.255554 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-565583ce-9220-4627-be5c-bd2413870f93 req-6e9cc419-1add-4239-bfa0-81c657cbbcab tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0969005 Jun 20 12:09:35.307953 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] For port 0b89528a-682c-4267-9b5d-a4bf8dc56b18, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:09:35.309782 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-565583ce-9220-4627-be5c-bd2413870f93 req-b8fa7ae4-9aa0-4d27-8c91-511682e454a8 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478644 Jun 20 12:09:35.309916 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8239877'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:35.313380 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] For port 0b89528a-682c-4267-9b5d-a4bf8dc56b18, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=0b89528a-682c-4267-9b5d-a4bf8dc56b18,segment=NetworkSegment(c37a05f1-c46d-4eb6-95bf-5654066af99c),segment_id=c37a05f1-c46d-4eb6-95bf-5654066af99c)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:09:35.323547 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:35.325470 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:35.330252 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:35.380505 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Pushing event updated for resources: {'Port': ['ID=1dd5c33e-51f2-46b6-a34d-8131215af9b6,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:35.395553 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:09:35.396706 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:35.400811 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:09:35.407653 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:09:35.433930 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Pushing event updated for resources: {'Port': ['ID=0b89528a-682c-4267-9b5d-a4bf8dc56b18,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:35.434660 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d8c25cda-2fff-4525-a2d9-8a789b6b4f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:35.438784 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:35.781183 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d8c25cda-2fff-4525-a2d9-8a789b6b4f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:35.810879 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a25bb-0fbf-4f4c-84dc-08e6185b1925 req-6e954f38-0cc4-43eb-9c89-33a50b04afa9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:35.825301 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e65a25bb-0fbf-4f4c-84dc-08e6185b1925 req-6e954f38-0cc4-43eb-9c89-33a50b04afa9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 944 time: 0.2360251 Jun 20 12:09:35.865150 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d8c25cda-2fff-4525-a2d9-8a789b6b4f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:35.914136 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-b933b904-3c35-4688-a082-d175be8e19f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:35.942432 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e65a25bb-0fbf-4f4c-84dc-08e6185b1925 req-c05f79c1-0ced-4cef-8517-f74692607af5 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157656 Jun 20 12:09:36.088418 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 33198) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:36.097544 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d8c25cda-2fff-4525-a2d9-8a789b6b4f6a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f1d3e18e05b4c21aa6db923e703efb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8829083 Jun 20 12:09:36.104708 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c25cda-2fff-4525-a2d9-8a789b6b4f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1279d0-1db9-495d-9615-2d28f40e590e,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:36.107460 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:36.111958 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d8c25cda-2fff-4525-a2d9-8a789b6b4f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:36.232188 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-50cf7910-d77d-40eb-be9d-9da9de6c5d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:36.290929 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-50cf7910-d77d-40eb-be9d-9da9de6c5d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:36.371103 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bb1d0-b5ea-4bc4-9bb6-5315c73feeff req-b1f615c8-b8e1-46ba-bac5-bd7c51b89160 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:36.378181 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-588bb1d0-b5ea-4bc4-9bb6-5315c73feeff req-b1f615c8-b8e1-46ba-bac5-bd7c51b89160 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 945 time: 0.1674192 Jun 20 12:09:36.464433 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-588bb1d0-b5ea-4bc4-9bb6-5315c73feeff req-213a20ad-0670-492e-9cf2-cc9fb1f4d543 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852621 Jun 20 12:09:36.507034 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-50cf7910-d77d-40eb-be9d-9da9de6c5d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:36.513238 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-50cf7910-d77d-40eb-be9d-9da9de6c5d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:36.513238 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-50cf7910-d77d-40eb-be9d-9da9de6c5d9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be1279d0-1db9-495d-9615-2d28f40e590e HTTP/1.1" status: 204 len: 168 time: 0.4221964 Jun 20 12:09:36.522886 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:36.551546 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf7910-d77d-40eb-be9d-9da9de6c5d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1279d0-1db9-495d-9615-2d28f40e590e,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:36.557350 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-50cf7910-d77d-40eb-be9d-9da9de6c5d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:36.579819 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504320'] for router, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:36.959307 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e019c78-c75c-4462-a776-ff443c62eb51 req-30c6a58e-ebc1-4d4d-9997-6725997855e6 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:36.963262 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6e019c78-c75c-4462-a776-ff443c62eb51 req-30c6a58e-ebc1-4d4d-9997-6725997855e6 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.2578313 Jun 20 12:09:36.964176 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Router e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 is scheduled to L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 with binding_index 1 {{(pid=92892) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 20 12:09:37.066601 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 0b89528a-682c-4267-9b5d-a4bf8dc56b18 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:09:37.082443 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6e019c78-c75c-4462-a776-ff443c62eb51 req-de827784-e3b8-47e7-a7dd-e6f2b5e3f2be tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108813 Jun 20 12:09:37.170283 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 0b89528a-682c-4267-9b5d-a4bf8dc56b18 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:09:37.193158 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:09:37.210177 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Sync routers for ids ['e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:09:37.222642 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:37.223969 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Routers {'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:09:37.225142 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:09:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:37.226443 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0278528 Jun 20 12:09:37.229225 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 33228) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:37.279372 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885a2fc0-ab49-4fcf-9fc7-ce61290c181f None None] Network b8e43b58-1078-4caa-b969-0605161e64b6 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:09:37.411284 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Set router e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:09:37.489867 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-2dc87d41-c034-421e-96eb-b7435e2799f4 None None] Provisioning for port 0b89528a-682c-4267-9b5d-a4bf8dc56b18 completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:09:37.509014 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-2dc87d41-c034-421e-96eb-b7435e2799f4 None None] Provisioning complete for port 0b89528a-682c-4267-9b5d-a4bf8dc56b18 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:37.509861 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2dc87d41-c034-421e-96eb-b7435e2799f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:37.571049 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0696cc-9581-4f46-b3ca-51cda0b28657 req-a852cf68-2444-4c18-b06f-0cd242200d70 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:37.571049 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ca0696cc-9581-4f46-b3ca-51cda0b28657 req-a852cf68-2444-4c18-b06f-0cd242200d70 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 944 time: 0.2848222 Jun 20 12:09:37.626657 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ca0696cc-9581-4f46-b3ca-51cda0b28657 req-6f0a081e-b30d-43d4-b2cb-876853918eb9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457778 Jun 20 12:09:37.710173 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2dc87d41-c034-421e-96eb-b7435e2799f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:37.779967 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-2dc87d41-c034-421e-96eb-b7435e2799f4 None None] For port 0b89528a-682c-4267-9b5d-a4bf8dc56b18, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=0b89528a-682c-4267-9b5d-a4bf8dc56b18,segment=NetworkSegment(c37a05f1-c46d-4eb6-95bf-5654066af99c),segment_id=c37a05f1-c46d-4eb6-95bf-5654066af99c)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:09:37.792953 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2dc87d41-c034-421e-96eb-b7435e2799f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:37.794962 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bb920341-6a64-44d0-8aa9-6cd959574760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:37.892413 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'name': 'tempest-TestVolumeBootPattern-2021159199-router', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:35Z', 'revision_number': 3, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'gw_port': {'id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:37.916812 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc87d41-c034-421e-96eb-b7435e2799f4 None None] Pushing event updated for resources: {'Port': ['ID=0b89528a-682c-4267-9b5d-a4bf8dc56b18,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:37.926620 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2dc87d41-c034-421e-96eb-b7435e2799f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:37.929587 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-53b1bf51-c6e4-4de5-b4b3-3686d5e3fc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:37.974063 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Checking router: e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:09:37.974063 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Updating router e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 port 1dd5c33e-51f2-46b6-a34d-8131215af9b6 binding host dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 12:09:38.022248 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:38.127428 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-f4ec2c54-4b0f-40a5-b74a-4a6c2fb28b20 None None] Provisioning complete for port 0b89528a-682c-4267-9b5d-a4bf8dc56b18 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:38.128019 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f4ec2c54-4b0f-40a5-b74a-4a6c2fb28b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:38.147034 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d6ab5-2ffa-4063-8980-7a58cca2a2fb req-243a07a4-379c-43fe-8af3-fb40c26c9eb5 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:38.154027 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d52d6ab5-2ffa-4063-8980-7a58cca2a2fb req-243a07a4-379c-43fe-8af3-fb40c26c9eb5 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 945 time: 0.1780400 Jun 20 12:09:38.252969 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d52d6ab5-2ffa-4063-8980-7a58cca2a2fb req-94bb975b-2094-4e73-b829-ccaacff692ba tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978863 Jun 20 12:09:38.262921 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:38.474734 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:38.488060 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Transition to ACTIVE for port object 1dd5c33e-51f2-46b6-a34d-8131215af9b6 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:09:38.500844 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:38.534316 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:38.610933 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Allocated IP 172.20.0.1 (b8e43b58-1078-4caa-b969-0605161e64b6/4d434098-b284-47eb-a040-67a023acc9ad/2bc20031-e132-4490-909f-9850a0024d1d) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:09:38.636742 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Attempting to bind port 1dd5c33e-51f2-46b6-a34d-8131215af9b6 on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:09:38.640224 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Attempting to bind port 1dd5c33e-51f2-46b6-a34d-8131215af9b6 by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:09:38.641679 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Attempting to bind port 1dd5c33e-51f2-46b6-a34d-8131215af9b6 on network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:09:38.679956 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:09:38.680350 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Checking segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:09:38.684758 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:38.687796 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Bound using segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:09:38.690858 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Bound port: 1dd5c33e-51f2-46b6-a34d-8131215af9b6, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:09:38.691256 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:38.863591 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa180f49-61f4-45ac-b960-0b49b406259d req-0851a0b2-6a03-41d4-ae9e-0cd2dc64821f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:38.872145 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-fa180f49-61f4-45ac-b960-0b49b406259d req-0851a0b2-6a03-41d4-ae9e-0cd2dc64821f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.4003587 Jun 20 12:09:38.882828 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:38.932895 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Transition to ACTIVE for port object 2bc20031-e132-4490-909f-9850a0024d1d will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:09:38.961690 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] For port 1dd5c33e-51f2-46b6-a34d-8131215af9b6, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:09:38.972669 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-fa180f49-61f4-45ac-b960-0b49b406259d req-b9e1e1c8-b942-4983-b322-01a883fa4da4 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992618 Jun 20 12:09:38.984352 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] For port 1dd5c33e-51f2-46b6-a34d-8131215af9b6, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=1dd5c33e-51f2-46b6-a34d-8131215af9b6,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:09:38.999097 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 0b89528a-682c-4267-9b5d-a4bf8dc56b18 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:09:39.007070 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:39.034512 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ca460-1ecb-4405-b9f7-b2f458474b1a None None] Pushing event updated for resources: {'Port': ['ID=1dd5c33e-51f2-46b6-a34d-8131215af9b6,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:39.069687 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7115647'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:39.070762 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Routers {'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:09:39.071580 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:09:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:39.076307 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-696ca460-1ecb-4405-b9f7-b2f458474b1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:39.081295 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-60eece88-319a-48d0-a1ee-4807db777b9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:39.088938 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-506d4fad-c07e-4df1-a917-348647251e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:39.144659 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 0b89528a-682c-4267-9b5d-a4bf8dc56b18 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:39.145420 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:39.241688 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc20031-e132-4490-909f-9850a0024d1d,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:39.259395 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ca460-1ecb-4405-b9f7-b2f458474b1a None None] Pushing event updated for resources: {'Port': ['ID=1dd5c33e-51f2-46b6-a34d-8131215af9b6,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:39.266426 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-696ca460-1ecb-4405-b9f7-b2f458474b1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:39.272805 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:39.305886 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Network b8e43b58-1078-4caa-b969-0605161e64b6 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:09:39.310048 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] Set router e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:09:39.312145 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:09:39.322082 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:09:39.399738 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507183'] for router_interface, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:39.582742 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893e506-8a9f-4e24-8fe1-bbd6a1bc64f9 req-157a570e-b372-48e3-bb28-7d02db7d02ee tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:39.584540 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0893e506-8a9f-4e24-8fe1-bbd6a1bc64f9 req-157a570e-b372-48e3-bb28-7d02db7d02ee tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 944 time: 0.2235990 Jun 20 12:09:39.649623 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-3843788f-b8a1-46d9-a3c6-73af1b95b84c None None] Provisioning for port 2bc20031-e132-4490-909f-9850a0024d1d completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:09:39.655986 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-3843788f-b8a1-46d9-a3c6-73af1b95b84c None None] Provisioning complete for port 2bc20031-e132-4490-909f-9850a0024d1d triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:39.656622 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3843788f-b8a1-46d9-a3c6-73af1b95b84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:39.669539 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:39.691388 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0893e506-8a9f-4e24-8fe1-bbd6a1bc64f9 req-ea9bdeef-224e-4df8-87a8-4f0c86187467 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846181 Jun 20 12:09:39.710512 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'name': 'tempest-TestVolumeBootPattern-2021159199-router', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:35Z', 'revision_number': 3, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'gw_port': {'id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:39.725314 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-3843788f-b8a1-46d9-a3c6-73af1b95b84c None None] Port 2bc20031-e132-4490-909f-9850a0024d1d cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:09:39.751191 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1f880e-a9ac-4d8e-967f-130ccd556cc1 None None] The sync data for ids ['e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'] in dv-cinder-794962-4-iscsi is: [{'id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'name': 'tempest-TestVolumeBootPattern-2021159199-router', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:35Z', 'revision_number': 3, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'gw_port': {'id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:09:39.922417 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:39.940842 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:39.946839 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:39.951245 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8939cd31-f798-45a1-9c3c-018dcf245bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:40.034020 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc20031-e132-4490-909f-9850a0024d1d,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:40.043707 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aeb9c-e982-468b-b982-2d1f31dd6b9c req-cd8723fd-4a1c-409b-8096-2b87d257baa3 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:40.045577 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d94aeb9c-e982-468b-b982-2d1f31dd6b9c req-cd8723fd-4a1c-409b-8096-2b87d257baa3 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 945 time: 0.2228453 Jun 20 12:09:40.048658 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:40.079090 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507702'] for router_interface, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:40.122528 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d94aeb9c-e982-468b-b982-2d1f31dd6b9c req-c72c1663-f63a-47f3-9a7e-dbd7702bd9d2 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676765 Jun 20 12:09:40.277550 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Network b8e43b58-1078-4caa-b969-0605161e64b6 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:09:40.299964 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:09:40.357187 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:40.521248 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Router e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:09:40.544676 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac1126-a61b-4b8b-9084-72011fa6b9d0 req-22c58c2d-cd0e-4ccc-a69e-8793c075464a tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:40.552246 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-dfac1126-a61b-4b8b-9084-72011fa6b9d0 req-22c58c2d-cd0e-4ccc-a69e-8793c075464a tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.2723076 Jun 20 12:09:40.669984 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-24ddc267-6f5c-4467-82e1-74e130c65ad8 None None] Provisioning complete for port 2bc20031-e132-4490-909f-9850a0024d1d triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:40.670876 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24ddc267-6f5c-4467-82e1-74e130c65ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:40.686974 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-dfac1126-a61b-4b8b-9084-72011fa6b9d0 req-5ec27f35-a54e-46ca-9ae7-4b04976136a0 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333456 Jun 20 12:09:40.715723 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:09:40.723916 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] 10.222.0.25 "PUT /v2.0/routers/e4816914-a0e1-45ef-b6bf-1c7a2b1506a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4933226 Jun 20 12:09:40.761229 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-24ddc267-6f5c-4467-82e1-74e130c65ad8 None None] Port 2bc20031-e132-4490-909f-9850a0024d1d cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:09:40.984124 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 1dd5c33e-51f2-46b6-a34d-8131215af9b6 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:09:41.006160 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295a325-630b-40d2-9d20-454c355e2141 req-b3e1e029-2a36-4550-b32b-5277a038ff90 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:41.007893 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0295a325-630b-40d2-9d20-454c355e2141 req-b3e1e029-2a36-4550-b32b-5277a038ff90 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 944 time: 0.1149323 Jun 20 12:09:41.051461 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 1dd5c33e-51f2-46b6-a34d-8131215af9b6 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:09:41.055896 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 1dd5c33e-51f2-46b6-a34d-8131215af9b6 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:41.056285 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:41.057468 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0295a325-630b-40d2-9d20-454c355e2141 req-c82cd2c5-27e0-4cce-9869-7fab29c9e3c0 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438008 Jun 20 12:09:41.139471 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:41.162600 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port 1dd5c33e-51f2-46b6-a34d-8131215af9b6, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=1dd5c33e-51f2-46b6-a34d-8131215af9b6,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:09:41.167774 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:41.169786 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:41.220391 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=1dd5c33e-51f2-46b6-a34d-8131215af9b6,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:41.223642 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:41.313224 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5f84d-a3d9-4c3b-9558-ef87c46f4aa1 req-2f4667ee-7d3b-42c9-8547-3722e9c2568d tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:41.314723 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a3a5f84d-a3d9-4c3b-9558-ef87c46f4aa1 req-2f4667ee-7d3b-42c9-8547-3722e9c2568d tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 945 time: 0.0636859 Jun 20 12:09:41.370096 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a3a5f84d-a3d9-4c3b-9558-ef87c46f4aa1 req-1dd4e797-ca43-44a3-974c-01241cad4516 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487621 Jun 20 12:09:41.390183 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 33322) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:41.395137 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-fd823e92-7c9a-41ed-8670-7633598a6e89 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-161924355-network', 'tenant_id': '9b835eb53faf426abb553cd1f9934338'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:09:41.415901 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd823e92-7c9a-41ed-8670-7633598a6e89 admin admin] Made reservation on behalf of 9b835eb53faf426abb553cd1f9934338 for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:09:41.418304 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fd823e92-7c9a-41ed-8670-7633598a6e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:41.428350 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fd823e92-7c9a-41ed-8670-7633598a6e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:41.465184 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:41.522295 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fd823e92-7c9a-41ed-8670-7633598a6e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:41.526386 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fd823e92-7c9a-41ed-8670-7633598a6e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:41.530736 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c39882e5-ab5b-41bc-8f64-08d3ed32a0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:41.724470 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Sync routers for ids ['e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'] in dv-cinder-794962-4-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:09:41.735471 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Routers {'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:09:41.736094 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:09:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:41.761629 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd823e92-7c9a-41ed-8670-7633598a6e89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=92892) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 12:09:41.777378 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd823e92-7c9a-41ed-8670-7633598a6e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beafce61-79e4-4dbe-bfcc-8ef9a9cd0eed,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:41.781886 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-fd823e92-7c9a-41ed-8670-7633598a6e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:41.782964 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fd823e92-7c9a-41ed-8670-7633598a6e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:41.783304 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-fd823e92-7c9a-41ed-8670-7633598a6e89 admin admin] Added segment db2336bd-272d-4d5f-b361-506757faeecb of type vlan for network 5a6747d6-657c-4226-bd29-f9c1917e15ca Jun 20 12:09:41.822828 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fd823e92-7c9a-41ed-8670-7633598a6e89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766930588892'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:41.858738 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Set router e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:09:41.863903 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fd823e92-7c9a-41ed-8670-7633598a6e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:41.865572 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd823e92-7c9a-41ed-8670-7633598a6e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:41.866230 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fd823e92-7c9a-41ed-8670-7633598a6e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:41.872444 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:41.917065 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-fd823e92-7c9a-41ed-8670-7633598a6e89 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5257185 Jun 20 12:09:41.919612 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 33326) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:41.924530 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-f027a5d4-4e10-414b-9baf-148df63f2efb admin admin] Request body: {'subnet': {'network_id': '5a6747d6-657c-4226-bd29-f9c1917e15ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-161924355-subnet', 'tenant_id': '9b835eb53faf426abb553cd1f9934338', 'ip_version': 4}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:09:41.946145 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd823e92-7c9a-41ed-8670-7633598a6e89 admin admin] Pushing event updated for resources: {'Network': ['ID=5a6747d6-657c-4226-bd29-f9c1917e15ca,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:41.950427 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-fd823e92-7c9a-41ed-8670-7633598a6e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:41.962511 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f027a5d4-4e10-414b-9baf-148df63f2efb admin admin] Made reservation on behalf of 9b835eb53faf426abb553cd1f9934338 for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:09:41.965003 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f027a5d4-4e10-414b-9baf-148df63f2efb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7266148'] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:41.982085 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Network 5a6747d6-657c-4226-bd29-f9c1917e15ca details requested by agent ovs-agent-dv-cinder-794962-4-iscsi with host dv-cinder-794962-4-iscsi {{(pid=92894) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 20 12:09:42.145518 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f027a5d4-4e10-414b-9baf-148df63f2efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8240049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7266166'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:42.148426 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-bd8b4cb0-1b8d-49f8-a5a9-5b0aeb1c5b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:42.175925 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca21fb1-29f5-488b-a81d-34f44d4de299 req-5d320057-266e-48ff-868e-8566a00f6ca9 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:42.183708 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6ca21fb1-29f5-488b-a81d-34f44d4de299 req-5d320057-266e-48ff-868e-8566a00f6ca9 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.3381264 Jun 20 12:09:42.194187 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:09:42.205384 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027a5d4-4e10-414b-9baf-148df63f2efb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d5e204-75f5-4ebb-85ef-e6b2c1a73873,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:42.212708 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-f027a5d4-4e10-414b-9baf-148df63f2efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:42.218678 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6ca21fb1-29f5-488b-a81d-34f44d4de299 req-bbf76443-8b8c-4ec8-92da-878a8ce8f8ae tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348186 Jun 20 12:09:42.241023 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f027a5d4-4e10-414b-9baf-148df63f2efb admin admin] Checking segment: {'id': 'db2336bd-272d-4d5f-b361-506757faeecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5a6747d6-657c-4226-bd29-f9c1917e15ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:09:42.241023 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f027a5d4-4e10-414b-9baf-148df63f2efb admin admin] Network hostable DHCP agents. Network: 5a6747d6-657c-4226-bd29-f9c1917e15ca, hostable agents: ['2417948c-c80f-4bbc-831a-f1bbd16412d3'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 12:09:42.252300 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f027a5d4-4e10-414b-9baf-148df63f2efb admin admin] Network 5a6747d6-657c-4226-bd29-f9c1917e15ca is scheduled to be hosted by DHCP agent 2417948c-c80f-4bbc-831a-f1bbd16412d3 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 12:09:42.262319 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-f027a5d4-4e10-414b-9baf-148df63f2efb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-4-iscsi, 5a6747d6-657c-4226-bd29-f9c1917e15ca) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:09:42.268612 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027a5d4-4e10-414b-9baf-148df63f2efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:42.269504 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f027a5d4-4e10-414b-9baf-148df63f2efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:42.275874 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'name': 'tempest-TestVolumeBootPattern-2021159199-router', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:39Z', 'revision_number': 4, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'gw_port': {'id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': '2bc20031-e132-4490-909f-9850a0024d1d', 'name': '', 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'mac_address': 'fa:16:3e:3b:2b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4d434098-b284-47eb-a040-67a023acc9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:38Z', 'updated_at': '2021-06-20T12:09:39Z', 'revision_number': 2, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'subnets': [{'id': '4d434098-b284-47eb-a040-67a023acc9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:42.281484 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26686416-fe6b-4bbc-b1f2-59517ddcc4b2 None None] Network 5a6747d6-657c-4226-bd29-f9c1917e15ca requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:09:42.289120 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-f027a5d4-4e10-414b-9baf-148df63f2efb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3660834 Jun 20 12:09:42.289410 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 33330) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:42.294457 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-161924355-router', 'tenant_id': '9b835eb53faf426abb553cd1f9934338', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:09:42.319552 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-482965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3176'] for router, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:42.320762 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3171'] for router, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:42.321010 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Checking router: e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 for host: dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:09:42.321410 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Updating router e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 port 2bc20031-e132-4490-909f-9850a0024d1d binding host dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 12:09:42.383342 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:42.390554 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:42.438476 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac70f-cece-4b48-8faf-b0dc660cfcd8 req-ae137b97-2000-49cb-bcef-4e546099d6d5 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:42.441441 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c3eac70f-cece-4b48-8faf-b0dc660cfcd8 req-ae137b97-2000-49cb-bcef-4e546099d6d5 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 944 time: 0.1203854 Jun 20 12:09:42.477373 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c3eac70f-cece-4b48-8faf-b0dc660cfcd8 req-52e7fb69-a832-4318-bc08-c1050bd73c73 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345726 Jun 20 12:09:42.533202 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-482919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3189'] for router, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:42.583578 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf27333a8-70a0-59ed-9c62-fe7f006c1bf9-5a6747d6-657c-4226-bd29-f9c1917e15ca', 'network_id': '5a6747d6-657c-4226-bd29-f9c1917e15ca', 'tenant_id': '9b835eb53faf426abb553cd1f9934338', 'fixed_ips': [{'subnet_id': 'a7d5e204-75f5-4ebb-85ef-e6b2c1a73873'}]}} from dv-cinder-794962-4-iscsi. {{(pid=92894) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 20 12:09:42.584437 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:42.653757 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7167272-f6c3-4a41-8273-4288d075e8b2 req-c2937e8a-8256-427b-ab0b-46e8065e3081 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:42.656184 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b7167272-f6c3-4a41-8273-4288d075e8b2 req-c2937e8a-8256-427b-ab0b-46e8065e3081 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 945 time: 0.0684412 Jun 20 12:09:42.709106 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b7167272-f6c3-4a41-8273-4288d075e8b2 req-9391894e-f1d1-4a9b-9a24-999f89d918a9 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461752 Jun 20 12:09:42.763537 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:42.794863 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:42.820589 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Allocated IP 172.20.0.2 (5a6747d6-657c-4226-bd29-f9c1917e15ca/a7d5e204-75f5-4ebb-85ef-e6b2c1a73873/26e7d0f8-42be-4dae-af57-419094db1aae) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:09:42.921252 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 1dd5c33e-51f2-46b6-a34d-8131215af9b6 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:09:42.923734 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Allocated IP 172.27.1.31 (3f7a09d2-824b-4c30-a4c6-5e0e19540541/4186b5e8-5a7d-41cb-85c6-3f8309c8906f/7c2f3e59-1b22-444d-9d51-46492c61599e) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:09:42.950338 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:42.978452 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Transition to ACTIVE for port object 2bc20031-e132-4490-909f-9850a0024d1d will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:09:42.990145 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:42.998549 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:43.036767 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:43.092966 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8239877'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:43.096039 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:43.126845 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 1dd5c33e-51f2-46b6-a34d-8131215af9b6 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:43.127229 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:43.128999 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d86598-078c-43e1-ba0d-606ca99a278e None None] Pushing event updated for resources: {'Port': ['ID=2bc20031-e132-4490-909f-9850a0024d1d,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:43.135211 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a9d86598-078c-43e1-ba0d-606ca99a278e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:43.136625 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:09:43.153458 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:09:43.171469 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Pushing event updated for resources: {'Port': ['ID=7c2f3e59-1b22-444d-9d51-46492c61599e,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:43.181305 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:43.190798 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:09:43.209678 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:43.252586 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:43.256593 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Transition to ACTIVE for port object 26e7d0f8-42be-4dae-af57-419094db1aae will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:09:43.293112 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Attempting to bind port 2bc20031-e132-4490-909f-9850a0024d1d on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:09:43.293499 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Attempting to bind port 2bc20031-e132-4490-909f-9850a0024d1d by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': 'c37a05f1-c46d-4eb6-95bf-5654066af99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:09:43.293871 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Attempting to bind port 2bc20031-e132-4490-909f-9850a0024d1d on network b8e43b58-1078-4caa-b969-0605161e64b6 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:09:43.304321 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Transition to ACTIVE for port object 26e7d0f8-42be-4dae-af57-419094db1aae will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:09:43.331589 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:09:43.331912 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Checking segment: {'id': 'c37a05f1-c46d-4eb6-95bf-5654066af99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:09:43.332298 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:43.332706 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Bound using segment: {'id': 'c37a05f1-c46d-4eb6-95bf-5654066af99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:09:43.333228 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Bound port: 2bc20031-e132-4490-909f-9850a0024d1d, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37a05f1-c46d-4eb6-95bf-5654066af99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:09:43.333698 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:43.335877 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:43.339909 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:43.509550 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Network 5a6747d6-657c-4226-bd29-f9c1917e15ca is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:09:43.518687 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340507f-56a1-4b10-b2eb-5737c957326f req-b0f93466-9e5f-4d45-8310-742e7f82b8cd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:43.521632 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b340507f-56a1-4b10-b2eb-5737c957326f req-b0f93466-9e5f-4d45-8310-742e7f82b8cd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.1068816 Jun 20 12:09:43.549371 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:09:43.560425 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:09:43.581327 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Pushing event updated for resources: {'Port': ['ID=26e7d0f8-42be-4dae-af57-419094db1aae,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:43.607935 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b340507f-56a1-4b10-b2eb-5737c957326f req-fb8e76b7-ca28-4ae0-9f77-9458b3cd999e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778773 Jun 20 12:09:43.615122 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:43.661104 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] For port 2bc20031-e132-4490-909f-9850a0024d1d, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:09:43.682709 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:43.694753 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Attempting to bind port 26e7d0f8-42be-4dae-af57-419094db1aae on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:09:43.695348 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Attempting to bind port 26e7d0f8-42be-4dae-af57-419094db1aae by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': 'db2336bd-272d-4d5f-b361-506757faeecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5a6747d6-657c-4226-bd29-f9c1917e15ca'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:09:43.695941 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Attempting to bind port 26e7d0f8-42be-4dae-af57-419094db1aae on network 5a6747d6-657c-4226-bd29-f9c1917e15ca {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:09:43.710883 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] For port 2bc20031-e132-4490-909f-9850a0024d1d, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=2bc20031-e132-4490-909f-9850a0024d1d,segment=NetworkSegment(c37a05f1-c46d-4eb6-95bf-5654066af99c),segment_id=c37a05f1-c46d-4eb6-95bf-5654066af99c)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:09:43.712576 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:09:43.713991 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Checking segment: {'id': 'db2336bd-272d-4d5f-b361-506757faeecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5a6747d6-657c-4226-bd29-f9c1917e15ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:09:43.715084 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:43.715701 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Bound using segment: {'id': 'db2336bd-272d-4d5f-b361-506757faeecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5a6747d6-657c-4226-bd29-f9c1917e15ca'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:09:43.716368 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Bound port: 26e7d0f8-42be-4dae-af57-419094db1aae, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2336bd-272d-4d5f-b361-506757faeecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5a6747d6-657c-4226-bd29-f9c1917e15ca'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:09:43.717766 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:43.723141 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:43.733747 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7d272a0f-c7fe-40ac-a0c7-f338b6f8d17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:43.793193 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d86598-078c-43e1-ba0d-606ca99a278e None None] Pushing event updated for resources: {'Port': ['ID=2bc20031-e132-4490-909f-9850a0024d1d,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:43.800070 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a9d86598-078c-43e1-ba0d-606ca99a278e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:43.855968 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6db97-fd69-4060-a346-5d9c6be3e89d req-fa15845f-fa3a-40c9-bf2a-3f4555d8984b tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:43.858574 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-09d6db97-fd69-4060-a346-5d9c6be3e89d req-fa15845f-fa3a-40c9-bf2a-3f4555d8984b tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 944 time: 0.1224658 Jun 20 12:09:43.868956 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Routers {'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:09:43.869807 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:09:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:43.911848 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-09d6db97-fd69-4060-a346-5d9c6be3e89d req-c06f0bed-0a88-4097-9e49-05f45f6c32f5 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467837 Jun 20 12:09:43.942793 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] For port 26e7d0f8-42be-4dae-af57-419094db1aae, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:09:43.962284 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] For port 26e7d0f8-42be-4dae-af57-419094db1aae, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=26e7d0f8-42be-4dae-af57-419094db1aae,segment=NetworkSegment(db2336bd-272d-4d5f-b361-506757faeecb),segment_id=db2336bd-272d-4d5f-b361-506757faeecb)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:09:43.962695 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504320'] for router, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:43.971942 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:44.000070 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:44.086845 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Pushing event updated for resources: {'Port': ['ID=26e7d0f8-42be-4dae-af57-419094db1aae,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:44.091443 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] Set router e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:09:44.094786 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:44.135929 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Router 346bca20-0683-4430-9d58-c09f46392afe is scheduled to L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 with binding_index 1 {{(pid=92892) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 20 12:09:44.149277 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747da0b-a841-42ed-90ec-b3e94449e6db req-c46bdc94-21b9-4632-8a0a-ac2cdb64163e tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:44.151138 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f747da0b-a841-42ed-90ec-b3e94449e6db req-c46bdc94-21b9-4632-8a0a-ac2cdb64163e tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 945 time: 0.1216936 Jun 20 12:09:44.197583 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f747da0b-a841-42ed-90ec-b3e94449e6db req-ddb5e32e-fde1-4dd2-bb06-9c57f77b5597 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373247 Jun 20 12:09:44.285949 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:09:44.302577 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Sync routers for ids ['346bca20-0683-4430-9d58-c09f46392afe'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:09:44.310065 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:44.312324 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0216494 Jun 20 12:09:44.314063 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Routers {'346bca20-0683-4430-9d58-c09f46392afe'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:09:44.314745 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:09:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['346bca20-0683-4430-9d58-c09f46392afe'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:44.314946 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 33348) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:44.375247 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'name': 'tempest-TestVolumeBootPattern-2021159199-router', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:39Z', 'revision_number': 4, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'gw_port': {'id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': '2bc20031-e132-4490-909f-9850a0024d1d', 'name': '', 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'mac_address': 'fa:16:3e:3b:2b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4d434098-b284-47eb-a040-67a023acc9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:38Z', 'updated_at': '2021-06-20T12:09:43Z', 'revision_number': 4, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'subnets': [{'id': '4d434098-b284-47eb-a040-67a023acc9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:44.418280 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17ff60-aed6-4222-84b2-85d0c34a680c None None] The sync data for ids ['e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'] in dv-cinder-794962-4-iscsi is: [{'id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'name': 'tempest-TestVolumeBootPattern-2021159199-router', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:39Z', 'revision_number': 4, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'gw_port': {'id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': '2bc20031-e132-4490-909f-9850a0024d1d', 'name': '', 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'mac_address': 'fa:16:3e:3b:2b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4d434098-b284-47eb-a040-67a023acc9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:38Z', 'updated_at': '2021-06-20T12:09:43Z', 'revision_number': 4, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'subnets': [{'id': '4d434098-b284-47eb-a040-67a023acc9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:09:44.454564 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Set router 346bca20-0683-4430-9d58-c09f46392afe gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:09:44.772502 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346bca20-0683-4430-9d58-c09f46392afe', 'name': 'tempest-TestVolumeBootPattern-161924355-router', 'tenant_id': '9b835eb53faf426abb553cd1f9934338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '7c2f3e59-1b22-444d-9d51-46492c61599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:42Z', 'updated_at': '2021-06-20T12:09:43Z', 'revision_number': 3, 'project_id': '9b835eb53faf426abb553cd1f9934338', 'gw_port': {'id': '7c2f3e59-1b22-444d-9d51-46492c61599e', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346bca20-0683-4430-9d58-c09f46392afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:42Z', 'updated_at': '2021-06-20T12:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:45.049022 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Checking router: 346bca20-0683-4430-9d58-c09f46392afe for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:09:45.049022 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Updating router 346bca20-0683-4430-9d58-c09f46392afe port 7c2f3e59-1b22-444d-9d51-46492c61599e binding host dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 12:09:45.090233 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 26e7d0f8-42be-4dae-af57-419094db1aae up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:09:45.099190 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:45.240153 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb3813-e2e7-4417-b79d-be52aa4687f7 req-d0fed223-0aba-4396-b525-ce4bf6dd7efd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:45.254626 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c4bb3813-e2e7-4417-b79d-be52aa4687f7 req-d0fed223-0aba-4396-b525-ce4bf6dd7efd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.4719143 Jun 20 12:09:45.306983 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:45.407623 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c4bb3813-e2e7-4417-b79d-be52aa4687f7 req-597dfd23-d279-44e3-b121-4d6517d5aea1 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516113 Jun 20 12:09:45.537847 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 26e7d0f8-42be-4dae-af57-419094db1aae completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:09:45.548007 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 2bc20031-e132-4490-909f-9850a0024d1d up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:09:45.554298 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a8f1c4-c19a-41f9-a5d0-ed2c441e3320 None None] Network 5a6747d6-657c-4226-bd29-f9c1917e15ca requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:09:45.642254 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:45.645978 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-1d66ec6f-a593-43ed-a916-334ebefbdb6f None None] Provisioning for port 26e7d0f8-42be-4dae-af57-419094db1aae completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:09:45.653621 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-1d66ec6f-a593-43ed-a916-334ebefbdb6f None None] Provisioning complete for port 26e7d0f8-42be-4dae-af57-419094db1aae triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:45.654250 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1d66ec6f-a593-43ed-a916-334ebefbdb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:45.665409 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Transition to ACTIVE for port object 7c2f3e59-1b22-444d-9d51-46492c61599e will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:09:45.682748 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:45.692348 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-60eece88-319a-48d0-a1ee-4807db777b9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:45.715019 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 2bc20031-e132-4490-909f-9850a0024d1d completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:09:45.724675 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 2bc20031-e132-4490-909f-9850a0024d1d triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:45.725250 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:45.735613 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210b17d-0efd-4682-a05d-198560dfaef1 req-2d31a5fb-a178-4173-a235-48b45ef3fc3f tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:45.742681 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f210b17d-0efd-4682-a05d-198560dfaef1 req-2d31a5fb-a178-4173-a235-48b45ef3fc3f tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 944 time: 0.1115808 Jun 20 12:09:45.744248 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380fa0b-aad2-4308-803b-97401618514b None None] Pushing event updated for resources: {'Port': ['ID=7c2f3e59-1b22-444d-9d51-46492c61599e,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:45.750794 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9380fa0b-aad2-4308-803b-97401618514b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:45.772635 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Attempting to bind port 7c2f3e59-1b22-444d-9d51-46492c61599e on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:09:45.773322 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Attempting to bind port 7c2f3e59-1b22-444d-9d51-46492c61599e by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:09:45.773856 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Attempting to bind port 7c2f3e59-1b22-444d-9d51-46492c61599e on network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:09:45.782208 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:09:45.782894 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Checking segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:09:45.783543 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:45.784172 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Bound using segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:09:45.784914 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Bound port: 7c2f3e59-1b22-444d-9d51-46492c61599e, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:09:45.785498 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:45.809549 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f210b17d-0efd-4682-a05d-198560dfaef1 req-ae7e1957-6f1f-445b-9986-09f81c9f3419 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658650 Jun 20 12:09:45.839633 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Allocated IP 172.20.0.1 (5a6747d6-657c-4226-bd29-f9c1917e15ca/a7d5e204-75f5-4ebb-85ef-e6b2c1a73873/a329b261-6d1b-462f-bb90-3f41c514d5d8) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:09:45.862583 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] For port 7c2f3e59-1b22-444d-9d51-46492c61599e, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:09:45.877662 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] For port 7c2f3e59-1b22-444d-9d51-46492c61599e, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=7c2f3e59-1b22-444d-9d51-46492c61599e,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:09:45.895431 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:45.899059 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-696ca460-1ecb-4405-b9f7-b2f458474b1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:45.922538 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1d66ec6f-a593-43ed-a916-334ebefbdb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:46.001583 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:46.018045 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Transition to ACTIVE for port object a329b261-6d1b-462f-bb90-3f41c514d5d8 will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:09:46.057883 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Routers {'346bca20-0683-4430-9d58-c09f46392afe'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:09:46.058635 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:09:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['346bca20-0683-4430-9d58-c09f46392afe'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:46.091389 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-1d66ec6f-a593-43ed-a916-334ebefbdb6f None None] For port 26e7d0f8-42be-4dae-af57-419094db1aae, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=26e7d0f8-42be-4dae-af57-419094db1aae,segment=NetworkSegment(db2336bd-272d-4d5f-b361-506757faeecb),segment_id=db2336bd-272d-4d5f-b361-506757faeecb)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:09:46.109322 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1d66ec6f-a593-43ed-a916-334ebefbdb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:46.111288 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:46.114230 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-92077933-7a5c-4199-b1fa-fcc83320320d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:46.142152 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380fa0b-aad2-4308-803b-97401618514b None None] Pushing event updated for resources: {'Port': ['ID=7c2f3e59-1b22-444d-9d51-46492c61599e,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:46.148570 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9380fa0b-aad2-4308-803b-97401618514b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:46.168715 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e207365-7b0b-4241-866e-88226aaa152e req-9c57c241-f714-42c7-ba76-09d267c26599 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:46.171099 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2e207365-7b0b-4241-866e-88226aaa152e req-9c57c241-f714-42c7-ba76-09d267c26599 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 945 time: 0.1482763 Jun 20 12:09:46.172143 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7115647'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:46.174468 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-94d7aaef-6c3f-44c6-a846-4d3a5405329d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:46.218989 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port 2bc20031-e132-4490-909f-9850a0024d1d, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=2bc20031-e132-4490-909f-9850a0024d1d,segment=NetworkSegment(c37a05f1-c46d-4eb6-95bf-5654066af99c),segment_id=c37a05f1-c46d-4eb6-95bf-5654066af99c)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:09:46.225742 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66ec6f-a593-43ed-a916-334ebefbdb6f None None] Pushing event updated for resources: {'Port': ['ID=26e7d0f8-42be-4dae-af57-419094db1aae,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:46.232205 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1d66ec6f-a593-43ed-a916-334ebefbdb6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:46.234204 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:46.236055 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:46.246413 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] Set router 346bca20-0683-4430-9d58-c09f46392afe gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:09:46.258548 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Pushing event updated for resources: {'Port': ['ID=a329b261-6d1b-462f-bb90-3f41c514d5d8,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:46.261804 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Network 5a6747d6-657c-4226-bd29-f9c1917e15ca is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:09:46.270300 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:09:46.272855 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:09:46.292045 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=2bc20031-e132-4490-909f-9850a0024d1d,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:46.296216 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:46.303543 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:46.303912 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:46.304276 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:46.304624 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:46.305008 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:46.305363 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:46.305706 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:46.306050 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:46.306393 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:46.306732 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:46.307072 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:46.307406 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:46.311759 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:46.333324 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2e207365-7b0b-4241-866e-88226aaa152e req-535a8796-1798-4c76-b5ec-9c5d2eaa872c tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324177 Jun 20 12:09:46.347508 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507183'] for router_interface, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:46.451562 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-6300172a-44f8-4551-bf7f-65f45f85b09b None None] Provisioning complete for port 26e7d0f8-42be-4dae-af57-419094db1aae triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:46.451949 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6300172a-44f8-4551-bf7f-65f45f85b09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:46.468352 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346bca20-0683-4430-9d58-c09f46392afe', 'name': 'tempest-TestVolumeBootPattern-161924355-router', 'tenant_id': '9b835eb53faf426abb553cd1f9934338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '7c2f3e59-1b22-444d-9d51-46492c61599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:42Z', 'updated_at': '2021-06-20T12:09:43Z', 'revision_number': 3, 'project_id': '9b835eb53faf426abb553cd1f9934338', 'gw_port': {'id': '7c2f3e59-1b22-444d-9d51-46492c61599e', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346bca20-0683-4430-9d58-c09f46392afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:42Z', 'updated_at': '2021-06-20T12:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:46.502543 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fd8d14-23f8-486f-844c-890e026d32ca None None] The sync data for ids ['346bca20-0683-4430-9d58-c09f46392afe'] in dv-cinder-794962-4-iscsi is: [{'id': '346bca20-0683-4430-9d58-c09f46392afe', 'name': 'tempest-TestVolumeBootPattern-161924355-router', 'tenant_id': '9b835eb53faf426abb553cd1f9934338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '7c2f3e59-1b22-444d-9d51-46492c61599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:42Z', 'updated_at': '2021-06-20T12:09:43Z', 'revision_number': 3, 'project_id': '9b835eb53faf426abb553cd1f9934338', 'gw_port': {'id': '7c2f3e59-1b22-444d-9d51-46492c61599e', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346bca20-0683-4430-9d58-c09f46392afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:42Z', 'updated_at': '2021-06-20T12:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:09:46.544565 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:46.694165 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-db92ec6a-3862-403e-a85d-d9aa52f39dc3 None None] Provisioning for port a329b261-6d1b-462f-bb90-3f41c514d5d8 completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:09:46.698379 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-db92ec6a-3862-403e-a85d-d9aa52f39dc3 None None] Provisioning complete for port a329b261-6d1b-462f-bb90-3f41c514d5d8 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:46.700320 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-db92ec6a-3862-403e-a85d-d9aa52f39dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:46.711203 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44e49b-7031-4172-bb57-105ea7cb12b1 req-f1beff2b-518c-4763-a36e-a8ed6000ec89 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:46.712852 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0b44e49b-7031-4172-bb57-105ea7cb12b1 req-f1beff2b-518c-4763-a36e-a8ed6000ec89 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.1582198 Jun 20 12:09:46.740659 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-db92ec6a-3862-403e-a85d-d9aa52f39dc3 None None] Port a329b261-6d1b-462f-bb90-3f41c514d5d8 cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:09:46.780601 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0b44e49b-7031-4172-bb57-105ea7cb12b1 req-6143668d-6881-432e-ac53-c6bc1e99d2fa tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579710 Jun 20 12:09:46.819712 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:46.846854 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:46.849778 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:46.945871 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507702'] for router_interface, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:46.968958 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Pushing event updated for resources: {'Port': ['ID=a329b261-6d1b-462f-bb90-3f41c514d5d8,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:46.972365 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:47.056382 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 26e7d0f8-42be-4dae-af57-419094db1aae up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:09:47.128095 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 26e7d0f8-42be-4dae-af57-419094db1aae triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:47.128774 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:47.159413 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41a96f-295c-4691-a4c7-4efb05260575 req-52e55677-d8f2-4792-b299-79fc46aebca7 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:47.166531 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9b41a96f-295c-4691-a4c7-4efb05260575 req-52e55677-d8f2-4792-b299-79fc46aebca7 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 944 time: 0.1931024 Jun 20 12:09:47.181289 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Network 5a6747d6-657c-4226-bd29-f9c1917e15ca is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:09:47.189775 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:09:47.230331 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9b41a96f-295c-4691-a4c7-4efb05260575 req-2d711b54-e51b-47ac-b1e0-6c7ac4550966 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626957 Jun 20 12:09:47.288884 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 2bc20031-e132-4490-909f-9850a0024d1d up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:09:47.416639 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Router 346bca20-0683-4430-9d58-c09f46392afe has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:09:47.422753 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 2bc20031-e132-4490-909f-9850a0024d1d triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:47.422753 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:47.566660 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 7c2f3e59-1b22-444d-9d51-46492c61599e up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:09:47.626136 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-d8dd0560-6df5-451e-ac8c-322b5409d62e None None] Provisioning complete for port a329b261-6d1b-462f-bb90-3f41c514d5d8 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:47.626136 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d8dd0560-6df5-451e-ac8c-322b5409d62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:47.635133 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:09:47.646955 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] 10.222.0.25 "PUT /v2.0/routers/346bca20-0683-4430-9d58-c09f46392afe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3307319 Jun 20 12:09:47.666723 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f0a64-e88e-4be5-a98f-3cc39185eccc req-ada0099b-dd1c-4dc2-8396-9806956e068c tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:47.668347 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-977f0a64-e88e-4be5-a98f-3cc39185eccc req-ada0099b-dd1c-4dc2-8396-9806956e068c tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 945 time: 0.1191182 Jun 20 12:09:47.672244 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 7c2f3e59-1b22-444d-9d51-46492c61599e completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:09:47.684313 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-d8dd0560-6df5-451e-ac8c-322b5409d62e None None] Port a329b261-6d1b-462f-bb90-3f41c514d5d8 cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:09:47.689854 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 7c2f3e59-1b22-444d-9d51-46492c61599e triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:47.690396 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:47.729317 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-977f0a64-e88e-4be5-a98f-3cc39185eccc req-eb18e27f-48e0-4374-8a60-c5d0e7a26ffd tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536089 Jun 20 12:09:47.808887 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:47.862448 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port 7c2f3e59-1b22-444d-9d51-46492c61599e, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=7c2f3e59-1b22-444d-9d51-46492c61599e,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:09:47.867723 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:47.870722 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:47.929024 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=7c2f3e59-1b22-444d-9d51-46492c61599e,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:47.932340 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:48.003654 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec5861-3548-43b2-aab7-f619d9e02e1f req-4f8b0ff7-7859-4336-9f3b-8d2cd5d9bf33 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:48.005863 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9dec5861-3548-43b2-aab7-f619d9e02e1f req-4f8b0ff7-7859-4336-9f3b-8d2cd5d9bf33 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0661955 Jun 20 12:09:48.043938 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9dec5861-3548-43b2-aab7-f619d9e02e1f req-52714aa3-eca4-41fc-993f-40e38330eb71 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331717 Jun 20 12:09:48.502001 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 33414) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:48.507590 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-d8899a28-6ef8-4136-b69e-b22cc14e56d3 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1546728841', 'description': 'tempest-secgroup-smoke-1546728841 description', 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:09:48.521259 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Sync routers for ids ['346bca20-0683-4430-9d58-c09f46392afe'] in dv-cinder-794962-4-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:09:48.532757 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Routers {'346bca20-0683-4430-9d58-c09f46392afe'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:09:48.533540 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:09:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['346bca20-0683-4430-9d58-c09f46392afe'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:48.625187 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d8899a28-6ef8-4136-b69e-b22cc14e56d3 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:48.653757 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Set router 346bca20-0683-4430-9d58-c09f46392afe gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:09:48.681164 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a3860-193f-415c-8898-a34292c62a49 req-d29297af-7f41-4345-842b-1256702172cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:48.682586 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-336a3860-193f-415c-8898-a34292c62a49 req-d29297af-7f41-4345-842b-1256702172cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5e319e97743435382759743d17c629f&device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 1097 time: 0.1612146 Jun 20 12:09:48.707773 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16035f9-f2f4-4f22-8b7c-2a802ee64a6e req-e6fb8b66-0a73-48e5-bfee-ebb27b9ce161 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:48.709355 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c16035f9-f2f4-4f22-8b7c-2a802ee64a6e req-e6fb8b66-0a73-48e5-bfee-ebb27b9ce161 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 944 time: 0.1266654 Jun 20 12:09:48.848969 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c16035f9-f2f4-4f22-8b7c-2a802ee64a6e req-356b6835-9e5a-4875-841f-bd441ed2ffbd tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183648 Jun 20 12:09:48.869926 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8669c-b238-4780-b991-a13f4f539081 req-e14a942e-dbc8-450c-8916-fff920550680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:48.878253 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e8e8669c-b238-4780-b991-a13f4f539081 req-e14a942e-dbc8-450c-8916-fff920550680 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 1098 time: 0.1207116 Jun 20 12:09:48.896867 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d8899a28-6ef8-4136-b69e-b22cc14e56d3 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:48.929594 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e8e8669c-b238-4780-b991-a13f4f539081 req-21a235cd-0218-470f-918e-e934f25003c2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435979 Jun 20 12:09:48.934673 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a3860-193f-415c-8898-a34292c62a49 req-e789ddf3-367e-4eed-a658-411aeca9f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:48.936126 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-336a3860-193f-415c-8898-a34292c62a49 req-e789ddf3-367e-4eed-a658-411aeca9f88f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f5e319e97743435382759743d17c629f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2257226 Jun 20 12:09:48.936727 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d8899a28-6ef8-4136-b69e-b22cc14e56d3 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:48.939136 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a283be5b-c151-4336-8088-b5e221ccfacc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:48.965877 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 7c2f3e59-1b22-444d-9d51-46492c61599e up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:09:48.976579 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8899a28-6ef8-4136-b69e-b22cc14e56d3 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a848108-c0dc-46d4-840b-c044349baa2a,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:48.978909 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d8899a28-6ef8-4136-b69e-b22cc14e56d3 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:48.980041 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-d8899a28-6ef8-4136-b69e-b22cc14e56d3 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4764104 Jun 20 12:09:48.984412 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 33420) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:48.991418 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-d8899a28-6ef8-4136-b69e-b22cc14e56d3 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:48.992533 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Request body: {'security_group_rule': {'security_group_id': '2a848108-c0dc-46d4-840b-c044349baa2a', 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:09:49.035145 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.040768 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346bca20-0683-4430-9d58-c09f46392afe', 'name': 'tempest-TestVolumeBootPattern-161924355-router', 'tenant_id': '9b835eb53faf426abb553cd1f9934338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '7c2f3e59-1b22-444d-9d51-46492c61599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:42Z', 'updated_at': '2021-06-20T12:09:46Z', 'revision_number': 4, 'project_id': '9b835eb53faf426abb553cd1f9934338', 'gw_port': {'id': '7c2f3e59-1b22-444d-9d51-46492c61599e', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346bca20-0683-4430-9d58-c09f46392afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:42Z', 'updated_at': '2021-06-20T12:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'a329b261-6d1b-462f-bb90-3f41c514d5d8', 'name': '', 'network_id': '5a6747d6-657c-4226-bd29-f9c1917e15ca', 'tenant_id': '9b835eb53faf426abb553cd1f9934338', 'mac_address': 'fa:16:3e:16:65:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346bca20-0683-4430-9d58-c09f46392afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a7d5e204-75f5-4ebb-85ef-e6b2c1a73873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:45Z', 'updated_at': '2021-06-20T12:09:46Z', 'revision_number': 2, 'project_id': '9b835eb53faf426abb553cd1f9934338', 'subnets': [{'id': 'a7d5e204-75f5-4ebb-85ef-e6b2c1a73873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:49.063215 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cc03b-bb4b-4e9d-bb6f-f6064faeb70e req-960d29ac-3b6b-4dcd-bb0d-f41711451d96 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:49.070841 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ac5cc03b-bb4b-4e9d-bb6f-f6064faeb70e req-960d29ac-3b6b-4dcd-bb0d-f41711451d96 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 945 time: 0.1200542 Jun 20 12:09:49.083034 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Checking router: 346bca20-0683-4430-9d58-c09f46392afe for host: dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:09:49.083397 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Updating router 346bca20-0683-4430-9d58-c09f46392afe port a329b261-6d1b-462f-bb90-3f41c514d5d8 binding host dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 12:09:49.138866 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ac5cc03b-bb4b-4e9d-bb6f-f6064faeb70e req-23cbfeca-639c-489b-936c-d67a4fdc6cdc tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670652 Jun 20 12:09:49.165295 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 7c2f3e59-1b22-444d-9d51-46492c61599e triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:49.165677 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.181182 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.185565 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.188267 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-238f9bb4-430b-4328-a8b7-04fdb48219ac tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:49.193921 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.225399 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9f2fe8-7025-4720-88ca-3c1693279b40,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:49.235579 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.236188 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.236768 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.237296 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.237875 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.238391 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.239810 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.242791 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.243851 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.244541 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.245077 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.245953 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.250674 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.252593 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2636752 Jun 20 12:09:49.253727 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:49.255920 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 33440) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:49.260681 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-9b3424ae-993c-47ce-b0c7-ed9292dfda6a tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Request body: {'security_group_rule': {'security_group_id': '2a848108-c0dc-46d4-840b-c044349baa2a', 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:09:49.297997 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9b3424ae-993c-47ce-b0c7-ed9292dfda6a tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.299313 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d177f-c76b-4b6b-88d8-f9c0f77fbf34 req-33ea782f-1f04-4316-92fe-4117e261637c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:49.301291 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5f0d177f-c76b-4b6b-88d8-f9c0f77fbf34 req-33ea782f-1f04-4316-92fe-4117e261637c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0895312 Jun 20 12:09:49.400341 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9b3424ae-993c-47ce-b0c7-ed9292dfda6a tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.433506 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9b3424ae-993c-47ce-b0c7-ed9292dfda6a tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.440532 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:49.460584 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5f0d177f-c76b-4b6b-88d8-f9c0f77fbf34 req-46d61eb0-43a8-40e4-a7ee-c835c4e8122f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516159 Jun 20 12:09:49.482342 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3424ae-993c-47ce-b0c7-ed9292dfda6a tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27918f8-4b14-4d94-b445-9af8279dc9fd,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:49.500522 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-9b3424ae-993c-47ce-b0c7-ed9292dfda6a tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:49.510887 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134abcb8-0743-4d4c-9cdf-a735d761d1f2 req-ea88071d-c209-483f-bbd7-aec009bf3ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:49.512453 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-134abcb8-0743-4d4c-9cdf-a735d761d1f2 req-ea88071d-c209-483f-bbd7-aec009bf3ba7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 1098 time: 0.1542366 Jun 20 12:09:49.513252 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9b3424ae-993c-47ce-b0c7-ed9292dfda6a tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.514335 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-9b3424ae-993c-47ce-b0c7-ed9292dfda6a tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2573299 Jun 20 12:09:49.519051 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 33448) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:49.532603 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-60f875c9-9ec9-4757-86d5-bd6f3b73586b tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Request body: {'security_group_rule': {'security_group_id': '2a848108-c0dc-46d4-840b-c044349baa2a', 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:09:49.533719 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a3860-193f-415c-8898-a34292c62a49 req-56f3f00a-7571-4365-8014-af3d75874931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:49.535169 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-336a3860-193f-415c-8898-a34292c62a49 req-56f3f00a-7571-4365-8014-af3d75874931 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1749537 Jun 20 12:09:49.578005 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-134abcb8-0743-4d4c-9cdf-a735d761d1f2 req-0c3e95cb-904b-43ce-856c-021cad846156 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491989 Jun 20 12:09:49.579315 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-60f875c9-9ec9-4757-86d5-bd6f3b73586b tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.586410 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.601080 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Transition to ACTIVE for port object a329b261-6d1b-462f-bb90-3f41c514d5d8 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:09:49.606910 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.608730 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:49.630837 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-60f875c9-9ec9-4757-86d5-bd6f3b73586b tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.634663 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-60f875c9-9ec9-4757-86d5-bd6f3b73586b tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.640574 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-9b3424ae-993c-47ce-b0c7-ed9292dfda6a tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:49.657704 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f875c9-9ec9-4757-86d5-bd6f3b73586b tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400d2620-a934-4e47-ab26-2116afda5c8e,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:49.660365 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-60f875c9-9ec9-4757-86d5-bd6f3b73586b tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:49.661958 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-60f875c9-9ec9-4757-86d5-bd6f3b73586b tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.663482 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-60f875c9-9ec9-4757-86d5-bd6f3b73586b tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435006 Jun 20 12:09:49.666748 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 33452) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:49.672057 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-663cf9dd-9497-4868-ac0e-cdfe229188d5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Request body: {'security_group_rule': {'security_group_id': '2a848108-c0dc-46d4-840b-c044349baa2a', 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:09:49.700435 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf3776-ad01-4979-ad84-76a456d2a9a5 None None] Pushing event updated for resources: {'Port': ['ID=a329b261-6d1b-462f-bb90-3f41c514d5d8,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:49.705281 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-663cf9dd-9497-4868-ac0e-cdfe229188d5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.710974 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf3776-ad01-4979-ad84-76a456d2a9a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.711330 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf3776-ad01-4979-ad84-76a456d2a9a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.711330 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf3776-ad01-4979-ad84-76a456d2a9a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.711330 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf3776-ad01-4979-ad84-76a456d2a9a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.712439 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf3776-ad01-4979-ad84-76a456d2a9a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.712761 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf3776-ad01-4979-ad84-76a456d2a9a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.713324 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf3776-ad01-4979-ad84-76a456d2a9a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.713700 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf3776-ad01-4979-ad84-76a456d2a9a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.714056 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf3776-ad01-4979-ad84-76a456d2a9a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.714403 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf3776-ad01-4979-ad84-76a456d2a9a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.714916 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf3776-ad01-4979-ad84-76a456d2a9a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.715252 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf3776-ad01-4979-ad84-76a456d2a9a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:09:49.740320 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-90bf3776-ad01-4979-ad84-76a456d2a9a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:49.778298 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Attempting to bind port a329b261-6d1b-462f-bb90-3f41c514d5d8 on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:09:49.778699 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Attempting to bind port a329b261-6d1b-462f-bb90-3f41c514d5d8 by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': 'db2336bd-272d-4d5f-b361-506757faeecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5a6747d6-657c-4226-bd29-f9c1917e15ca'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:09:49.779062 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Attempting to bind port a329b261-6d1b-462f-bb90-3f41c514d5d8 on network 5a6747d6-657c-4226-bd29-f9c1917e15ca {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:09:49.785580 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:09:49.785894 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Checking segment: {'id': 'db2336bd-272d-4d5f-b361-506757faeecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5a6747d6-657c-4226-bd29-f9c1917e15ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:09:49.786431 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.787022 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Bound using segment: {'id': 'db2336bd-272d-4d5f-b361-506757faeecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5a6747d6-657c-4226-bd29-f9c1917e15ca'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:09:49.787283 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-663cf9dd-9497-4868-ac0e-cdfe229188d5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.787409 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Bound port: a329b261-6d1b-462f-bb90-3f41c514d5d8, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2336bd-272d-4d5f-b361-506757faeecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5a6747d6-657c-4226-bd29-f9c1917e15ca'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:09:49.787749 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.791830 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-663cf9dd-9497-4868-ac0e-cdfe229188d5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.799469 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:49.814668 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cf9dd-9497-4868-ac0e-cdfe229188d5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7a63e7-25e2-42ab-9044-84670296010b,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:49.818280 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-663cf9dd-9497-4868-ac0e-cdfe229188d5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:49.823631 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-663cf9dd-9497-4868-ac0e-cdfe229188d5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.825138 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-663cf9dd-9497-4868-ac0e-cdfe229188d5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1571302 Jun 20 12:09:49.828638 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 33454) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:49.835828 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-a2bd4eff-0d70-4a78-9791-7526ba0ef58c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Request body: {'security_group_rule': {'security_group_id': '2a848108-c0dc-46d4-840b-c044349baa2a', 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:09:49.870928 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] For port a329b261-6d1b-462f-bb90-3f41c514d5d8, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:09:49.875202 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.securitygroups_db [None req-a2bd4eff-0d70-4a78-9791-7526ba0ef58c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Project f10fbe91f34a4e1b8dbde73ad9d559d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 20 12:09:49.876836 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] For port a329b261-6d1b-462f-bb90-3f41c514d5d8, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=a329b261-6d1b-462f-bb90-3f41c514d5d8,segment=NetworkSegment(db2336bd-272d-4d5f-b361-506757faeecb),segment_id=db2336bd-272d-4d5f-b361-506757faeecb)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:09:49.881485 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.881672 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a2bd4eff-0d70-4a78-9791-7526ba0ef58c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.893362 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b9e37e2a-fe2b-427c-aa39-79a285a1529e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:49.954030 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a2bd4eff-0d70-4a78-9791-7526ba0ef58c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.955470 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Routers {'346bca20-0683-4430-9d58-c09f46392afe'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:09:49.956181 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:09:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['346bca20-0683-4430-9d58-c09f46392afe'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:49.959366 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a2bd4eff-0d70-4a78-9791-7526ba0ef58c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:49.962299 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-663cf9dd-9497-4868-ac0e-cdfe229188d5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:49.975190 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd4eff-0d70-4a78-9791-7526ba0ef58c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa026491-7021-4b15-a5d5-b2335d1a90ea,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:49.978412 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a2bd4eff-0d70-4a78-9791-7526ba0ef58c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:50.030346 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a2bd4eff-0d70-4a78-9791-7526ba0ef58c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:50.032914 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-a2bd4eff-0d70-4a78-9791-7526ba0ef58c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2023878 Jun 20 12:09:50.035286 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 33458) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:50.037503 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf3776-ad01-4979-ad84-76a456d2a9a5 None None] Pushing event updated for resources: {'Port': ['ID=a329b261-6d1b-462f-bb90-3f41c514d5d8,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:50.040758 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-16f72508-125d-4d5a-bd0b-3afc285798ad tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Request body: {'security_group_rule': {'security_group_id': '2a848108-c0dc-46d4-840b-c044349baa2a', 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:09:50.040971 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-90bf3776-ad01-4979-ad84-76a456d2a9a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:50.075108 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.db.securitygroups_db [None req-16f72508-125d-4d5a-bd0b-3afc285798ad tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Project f10fbe91f34a4e1b8dbde73ad9d559d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 20 12:09:50.079788 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:50.081306 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-16f72508-125d-4d5a-bd0b-3afc285798ad tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:50.089485 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016765be-a8a8-42e8-859b-6209a5d5d96c req-a15b4cbb-a1b0-4fe9-830d-d81fed287340 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:50.091003 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-016765be-a8a8-42e8-859b-6209a5d5d96c req-a15b4cbb-a1b0-4fe9-830d-d81fed287340 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 944 time: 0.1115217 Jun 20 12:09:50.122311 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] Set router 346bca20-0683-4430-9d58-c09f46392afe gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:09:50.134551 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-016765be-a8a8-42e8-859b-6209a5d5d96c req-d34b0956-4ac7-4831-a3f7-a92176050d7d tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351107 Jun 20 12:09:50.169108 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-16f72508-125d-4d5a-bd0b-3afc285798ad tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:50.174373 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-16f72508-125d-4d5a-bd0b-3afc285798ad tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:50.176393 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:50.245946 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f72508-125d-4d5a-bd0b-3afc285798ad tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89eaa3fa-7fa1-439a-a351-634143b1b28a,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:50.248903 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-16f72508-125d-4d5a-bd0b-3afc285798ad tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:50.253498 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-16f72508-125d-4d5a-bd0b-3afc285798ad tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:50.255072 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-16f72508-125d-4d5a-bd0b-3afc285798ad tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2181282 Jun 20 12:09:50.301189 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-1fd9d2f9-af14-45c3-a2a3-8e3ffbf37323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:50.304478 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-1fd9d2f9-af14-45c3-a2a3-8e3ffbf37323 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5e319e97743435382759743d17c629f&device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 1097 time: 0.1237082 Jun 20 12:09:50.387313 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c429e-23f5-41dc-8382-38d7f86d5b7f req-eb50a096-10f0-455a-b318-2af444c20c3e tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:50.389546 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a99c429e-23f5-41dc-8382-38d7f86d5b7f req-eb50a096-10f0-455a-b318-2af444c20c3e tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 945 time: 0.1260207 Jun 20 12:09:50.427612 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-3dbd375c-afe2-4e21-bfec-8f2c42715d4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 HTTP/1.1" status: 200 len: 217 time: 0.1037016 Jun 20 12:09:50.461762 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a99c429e-23f5-41dc-8382-38d7f86d5b7f req-85f18e2b-f1e5-4509-b4ca-5af457ffb24e tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652153 Jun 20 12:09:50.570949 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346bca20-0683-4430-9d58-c09f46392afe', 'name': 'tempest-TestVolumeBootPattern-161924355-router', 'tenant_id': '9b835eb53faf426abb553cd1f9934338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '7c2f3e59-1b22-444d-9d51-46492c61599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:42Z', 'updated_at': '2021-06-20T12:09:46Z', 'revision_number': 4, 'project_id': '9b835eb53faf426abb553cd1f9934338', 'gw_port': {'id': '7c2f3e59-1b22-444d-9d51-46492c61599e', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346bca20-0683-4430-9d58-c09f46392afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:42Z', 'updated_at': '2021-06-20T12:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'a329b261-6d1b-462f-bb90-3f41c514d5d8', 'name': '', 'network_id': '5a6747d6-657c-4226-bd29-f9c1917e15ca', 'tenant_id': '9b835eb53faf426abb553cd1f9934338', 'mac_address': 'fa:16:3e:16:65:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346bca20-0683-4430-9d58-c09f46392afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a7d5e204-75f5-4ebb-85ef-e6b2c1a73873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:45Z', 'updated_at': '2021-06-20T12:09:49Z', 'revision_number': 4, 'project_id': '9b835eb53faf426abb553cd1f9934338', 'subnets': [{'id': 'a7d5e204-75f5-4ebb-85ef-e6b2c1a73873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:09:50.586050 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-4f9f5a89-a07b-4112-b3ed-82e57bbad01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:50.587513 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-4f9f5a89-a07b-4112-b3ed-82e57bbad01f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96c486f4-675b-440c-bf65-e83ba8d1d3ba HTTP/1.1" status: 200 len: 854 time: 0.0897465 Jun 20 12:09:50.604873 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb40573-28a8-43e5-99ee-eece3e8db12e None None] The sync data for ids ['346bca20-0683-4430-9d58-c09f46392afe'] in dv-cinder-794962-4-iscsi is: [{'id': '346bca20-0683-4430-9d58-c09f46392afe', 'name': 'tempest-TestVolumeBootPattern-161924355-router', 'tenant_id': '9b835eb53faf426abb553cd1f9934338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '7c2f3e59-1b22-444d-9d51-46492c61599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:42Z', 'updated_at': '2021-06-20T12:09:46Z', 'revision_number': 4, 'project_id': '9b835eb53faf426abb553cd1f9934338', 'gw_port': {'id': '7c2f3e59-1b22-444d-9d51-46492c61599e', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346bca20-0683-4430-9d58-c09f46392afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:42Z', 'updated_at': '2021-06-20T12:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'a329b261-6d1b-462f-bb90-3f41c514d5d8', 'name': '', 'network_id': '5a6747d6-657c-4226-bd29-f9c1917e15ca', 'tenant_id': '9b835eb53faf426abb553cd1f9934338', 'mac_address': 'fa:16:3e:16:65:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346bca20-0683-4430-9d58-c09f46392afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a7d5e204-75f5-4ebb-85ef-e6b2c1a73873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:45Z', 'updated_at': '2021-06-20T12:09:49Z', 'revision_number': 4, 'project_id': '9b835eb53faf426abb553cd1f9934338', 'subnets': [{'id': 'a7d5e204-75f5-4ebb-85ef-e6b2c1a73873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:09:50.784950 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-e716636e-7b1a-4631-a691-fe4fe60db3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:50.786604 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-e716636e-7b1a-4631-a691-fe4fe60db3de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82111675-daec-478c-ba9b-ab71752a00c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1849434 Jun 20 12:09:50.790978 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 33516) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:50.839592 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf194f12-51f1-4237-acd7-1f88fa2b3f72 req-f986dd9a-32fd-45f6-bf6e-4924642d8b59 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:50.841176 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-bf194f12-51f1-4237-acd7-1f88fa2b3f72 req-f986dd9a-32fd-45f6-bf6e-4924642d8b59 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.1634896 Jun 20 12:09:50.950108 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-4863eff2-6dad-45b0-b83d-2f312399fb6d service neutron] 10.222.0.30 "GET /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425643 Jun 20 12:09:51.025815 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device a329b261-6d1b-462f-bb90-3f41c514d5d8 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:09:51.084247 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3c2907da-0ee3-486c-878a-01271c66c436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:51.139513 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port a329b261-6d1b-462f-bb90-3f41c514d5d8 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:09:51.145181 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port a329b261-6d1b-462f-bb90-3f41c514d5d8 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:51.145916 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:51.218178 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-bf194f12-51f1-4237-acd7-1f88fa2b3f72 req-053a53e6-fa54-447a-a730-259eef616668 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631723 Jun 20 12:09:51.316730 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:51.353256 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-51431699-ce7b-47d9-94b0-7f883cf008cd req-00418c7f-53af-48ec-bf0e-58f059d2b4a6 service neutron] 10.222.0.30 "GET /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243566 Jun 20 12:09:51.423448 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port a329b261-6d1b-462f-bb90-3f41c514d5d8, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=a329b261-6d1b-462f-bb90-3f41c514d5d8,segment=NetworkSegment(db2336bd-272d-4d5f-b361-506757faeecb),segment_id=db2336bd-272d-4d5f-b361-506757faeecb)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:09:51.442728 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:51.445261 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:51.547965 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=a329b261-6d1b-462f-bb90-3f41c514d5d8,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:51.554499 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:51.717207 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3c2907da-0ee3-486c-878a-01271c66c436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:51.728385 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3c2907da-0ee3-486c-878a-01271c66c436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:51.731648 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-85ccbb19-4926-4a4b-abb1-1e89bbb21f8f req-f2f263d9-0850-4da6-bb62-7e1c066cb7fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1195393 Jun 20 12:09:51.738504 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-17bc5470-ccbe-4a32-8206-171b4781a596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:51.746021 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 33566) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:51.812018 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-3c2907da-0ee3-486c-878a-01271c66c436 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb65ea8cd3094a028667add8540c2e70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0186687 Jun 20 12:09:51.817200 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2907da-0ee3-486c-878a-01271c66c436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d2ddc0-c059-4cdd-bc64-8c8f2b6e762b,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:51.827562 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-3c2907da-0ee3-486c-878a-01271c66c436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:51.833353 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 33570) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:51.893400 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccbb19-4926-4a4b-abb1-1e89bbb21f8f req-3c6223c3-56d4-47a1-b467-3886c1cca3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:51.895051 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-85ccbb19-4926-4a4b-abb1-1e89bbb21f8f req-3c6223c3-56d4-47a1-b467-3886c1cca3e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c16ce4f25bdc4e63a3033d70aef6b192&device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 1098 time: 0.0965042 Jun 20 12:09:51.898675 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2ba9f-6227-4c8b-84d8-80f7de47be18 req-18019777-0de9-465a-99b0-d53750472b68 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:51.900200 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d4b2ba9f-6227-4c8b-84d8-80f7de47be18 req-18019777-0de9-465a-99b0-d53750472b68 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 944 time: 0.2221131 Jun 20 12:09:51.967477 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d4b2ba9f-6227-4c8b-84d8-80f7de47be18 req-cd5d4936-803b-49f0-a738-fc0f947616cc tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582671 Jun 20 12:09:51.982086 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c8832e0-ab63-41d4-af71-d3b8c206ec0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:52.003654 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1fed160a-4a95-4418-9040-6349659df9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:52.016386 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c8832e0-ab63-41d4-af71-d3b8c206ec0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:52.090692 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c8832e0-ab63-41d4-af71-d3b8c206ec0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:52.093666 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c8832e0-ab63-41d4-af71-d3b8c206ec0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:52.097865 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-2c8832e0-ab63-41d4-af71-d3b8c206ec0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56d2ddc0-c059-4cdd-bc64-8c8f2b6e762b HTTP/1.1" status: 204 len: 168 time: 0.2622485 Jun 20 12:09:52.099035 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-2d1d2df5-f770-4708-ae67-4c54733b1169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:52.106694 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8832e0-ab63-41d4-af71-d3b8c206ec0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d2ddc0-c059-4cdd-bc64-8c8f2b6e762b,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:52.111506 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-2c8832e0-ab63-41d4-af71-d3b8c206ec0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:52.133381 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccbb19-4926-4a4b-abb1-1e89bbb21f8f req-17d3e5d8-d7d0-463b-bf3b-d2c117e7fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:52.135169 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-85ccbb19-4926-4a4b-abb1-1e89bbb21f8f req-17d3e5d8-d7d0-463b-bf3b-d2c117e7fcbc service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7 HTTP/1.1" status: 200 len: 912 time: 0.1934741 Jun 20 12:09:52.308811 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-85ccbb19-4926-4a4b-abb1-1e89bbb21f8f req-8c4fbe65-7b16-4b6e-b4c8-43103b429d85 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13dacf10-3636-4b1c-8a67-e80d88bb806d HTTP/1.1" status: 200 len: 1001 time: 0.1599522 Jun 20 12:09:52.319980 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5193e8-55c9-41e1-954d-4a03cd4490c7 req-4332281d-83e4-41e0-ac7b-f7ff93c98138 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:52.322073 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-da5193e8-55c9-41e1-954d-4a03cd4490c7 req-4332281d-83e4-41e0-ac7b-f7ff93c98138 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 945 time: 0.2424176 Jun 20 12:09:52.470291 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85bcd7-1e3a-456c-80ab-ef4658692832 req-f1211ba0-390b-4ddd-a663-55af6bb8f572 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:52.471864 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4e85bcd7-1e3a-456c-80ab-ef4658692832 req-f1211ba0-390b-4ddd-a663-55af6bb8f572 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.1065190 Jun 20 12:09:52.515844 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4e85bcd7-1e3a-456c-80ab-ef4658692832 req-d9ac8ba7-40bd-4473-87ce-a0fd5679f815 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380530 Jun 20 12:09:52.645549 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1fed160a-4a95-4418-9040-6349659df9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:52.656479 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1fed160a-4a95-4418-9040-6349659df9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:52.665944 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-4f3cd927-73b3-47ac-9d7d-c43c565a0821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:52.691037 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccbb19-4926-4a4b-abb1-1e89bbb21f8f req-08aacd70-559f-4c1a-b03b-44d35f7950b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:52.692474 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-85ccbb19-4926-4a4b-abb1-1e89bbb21f8f req-08aacd70-559f-4c1a-b03b-44d35f7950b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7035286-0d2c-4091-b67f-a11e111092cb HTTP/1.1" status: 200 len: 850 time: 0.3626213 Jun 20 12:09:52.701172 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-da5193e8-55c9-41e1-954d-4a03cd4490c7 req-5368add2-c238-403d-9646-c8e309832727 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697085 Jun 20 12:09:52.741072 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed160a-4a95-4418-9040-6349659df9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fafedb6-d8bb-4232-ab17-62856d61b1ad,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:52.747731 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 33586) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:52.753364 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-1fed160a-4a95-4418-9040-6349659df9e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2e4533a65f6846a9bedda7fa7dc96de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9970739 Jun 20 12:09:52.756311 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-1fed160a-4a95-4418-9040-6349659df9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:52.784348 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccbb19-4926-4a4b-abb1-1e89bbb21f8f req-9b23a305-b95a-4bd7-9f2a-9428fd42e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:52.786404 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-85ccbb19-4926-4a4b-abb1-1e89bbb21f8f req-9b23a305-b95a-4bd7-9f2a-9428fd42e322 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775402 Jun 20 12:09:52.821946 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9a5c1588-b2de-40fa-8101-81ef6318d3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:52.853647 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9a5c1588-b2de-40fa-8101-81ef6318d3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:52.928730 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9a5c1588-b2de-40fa-8101-81ef6318d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:52.939183 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9a5c1588-b2de-40fa-8101-81ef6318d3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:52.941111 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-9a5c1588-b2de-40fa-8101-81ef6318d3e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4fafedb6-d8bb-4232-ab17-62856d61b1ad HTTP/1.1" status: 204 len: 168 time: 0.1918972 Jun 20 12:09:52.943028 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-83f3d988-72a8-4a8e-9bd5-1823cb748813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:52.955192 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device a329b261-6d1b-462f-bb90-3f41c514d5d8 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:09:52.966755 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c1588-b2de-40fa-8101-81ef6318d3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fafedb6-d8bb-4232-ab17-62856d61b1ad,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:52.977738 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-9a5c1588-b2de-40fa-8101-81ef6318d3e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:52.982673 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-85ccbb19-4926-4a4b-abb1-1e89bbb21f8f req-a79e7cb2-4cfc-49ac-8c07-13d687dbdde4 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877408 Jun 20 12:09:53.075885 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port a329b261-6d1b-462f-bb90-3f41c514d5d8 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:53.076467 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:53.147759 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e380cf-0dc7-4167-8ae6-c4a41a7bca36 req-6296fa63-e73a-4340-89c4-acaaf8c9975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:53.149286 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a4e380cf-0dc7-4167-8ae6-c4a41a7bca36 req-6296fa63-e73a-4340-89c4-acaaf8c9975b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 1098 time: 0.1113112 Jun 20 12:09:53.214786 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-85ccbb19-4926-4a4b-abb1-1e89bbb21f8f req-3793b299-8a0f-4060-bbbd-bca426c15625 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887650 Jun 20 12:09:53.326598 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e380cf-0dc7-4167-8ae6-c4a41a7bca36 req-9952ecd1-f365-4aa0-a7c5-874b29aaebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:53.331185 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a4e380cf-0dc7-4167-8ae6-c4a41a7bca36 req-9952ecd1-f365-4aa0-a7c5-874b29aaebc1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 920 time: 0.1740253 Jun 20 12:09:53.366951 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dd5a3-62b2-40db-835e-165408c73b05 req-0c46f71c-6117-4415-8fb3-b50f1ef9bbd2 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:53.371815 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8e3dd5a3-62b2-40db-835e-165408c73b05 req-0c46f71c-6117-4415-8fb3-b50f1ef9bbd2 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.3133266 Jun 20 12:09:53.408573 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a4e380cf-0dc7-4167-8ae6-c4a41a7bca36 req-0ce5ea1a-125c-4b7d-af90-d8142a38037f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece2b702-a1d0-40a0-a2be-e18d2b53db25 HTTP/1.1" status: 200 len: 217 time: 0.0698419 Jun 20 12:09:53.453912 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8e3dd5a3-62b2-40db-835e-165408c73b05 req-89860d4b-1159-4810-aa4f-0e6f00ae0caf tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771906 Jun 20 12:09:53.501940 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e380cf-0dc7-4167-8ae6-c4a41a7bca36 req-b5798c31-ebd4-4053-8aab-cf3cdac83375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:53.503380 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a4e380cf-0dc7-4167-8ae6-c4a41a7bca36 req-b5798c31-ebd4-4053-8aab-cf3cdac83375 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0bca940-04b5-4092-a25a-ee3a37d4ce47 HTTP/1.1" status: 200 len: 859 time: 0.0766220 Jun 20 12:09:53.545642 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a4e380cf-0dc7-4167-8ae6-c4a41a7bca36 req-7ffa28e2-2f15-467b-9e59-476ee6d45acb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a060551e-4666-489f-af6c-22591d5d515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346777 Jun 20 12:09:53.550981 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 33638) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:53.553849 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6186ade-248a-45c5-803c-1658a3424d8b req-86ce8bf6-5bf1-409d-9979-2fdfb0ea25f5 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:53.555419 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e6186ade-248a-45c5-803c-1658a3424d8b req-86ce8bf6-5bf1-409d-9979-2fdfb0ea25f5 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 944 time: 0.1455002 Jun 20 12:09:53.565124 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-898e40a4-260d-4943-a3ed-23950f188e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:53.640348 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e6186ade-248a-45c5-803c-1658a3424d8b req-92ef1912-c185-4462-ba11-70af70f53bfe tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753145 Jun 20 12:09:53.658228 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-898e40a4-260d-4943-a3ed-23950f188e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:53.666121 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-898e40a4-260d-4943-a3ed-23950f188e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:53.669672 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a4e380cf-0dc7-4167-8ae6-c4a41a7bca36 req-5810e78e-45f5-457b-abd4-26500c206b39 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134396 Jun 20 12:09:53.675528 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-2e87cb1e-e922-4763-8be9-3f1862774dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:53.711008 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-898e40a4-260d-4943-a3ed-23950f188e92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7778e48a774473a9df3f44363fcd502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1565733 Jun 20 12:09:53.711313 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 33646) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:09:53.717344 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e40a4-260d-4943-a3ed-23950f188e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba3dd2d-1a11-4f22-aebd-65d436d11515,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:53.721476 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-898e40a4-260d-4943-a3ed-23950f188e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:53.766760 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-65dd5871-0fcd-49b3-bd79-3e609ed68f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:53.782732 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a4e380cf-0dc7-4167-8ae6-c4a41a7bca36 req-bbfff28a-c015-4dfb-bb94-21661f8ea538 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051981 Jun 20 12:09:53.792407 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-65dd5871-0fcd-49b3-bd79-3e609ed68f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:53.844261 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-65dd5871-0fcd-49b3-bd79-3e609ed68f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:53.847312 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-65dd5871-0fcd-49b3-bd79-3e609ed68f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:53.848432 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-65dd5871-0fcd-49b3-bd79-3e609ed68f38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ba3dd2d-1a11-4f22-aebd-65d436d11515 HTTP/1.1" status: 204 len: 168 time: 0.1362088 Jun 20 12:09:53.849295 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-92eca1d0-a9d7-42d7-bf7d-a5781d2d8e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:53.869314 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd5871-0fcd-49b3-bd79-3e609ed68f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba3dd2d-1a11-4f22-aebd-65d436d11515,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:53.872205 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-65dd5871-0fcd-49b3-bd79-3e609ed68f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:54.807865 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c2ae8-7daa-449b-84a6-1bd9bd3bc6da req-c1a10c04-bb33-4fc5-9e69-8cf1a9fae160 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:54.810321 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5c5c2ae8-7daa-449b-84a6-1bd9bd3bc6da req-c1a10c04-bb33-4fc5-9e69-8cf1a9fae160 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0917513 Jun 20 12:09:54.855915 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e031e-fe0b-4c06-89f1-d36793d80ec4 req-448c71fe-5aec-4186-a25e-4da9c4a14c4b tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:54.856426 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5c5c2ae8-7daa-449b-84a6-1bd9bd3bc6da req-889f2713-4b33-4266-ba84-231a8bef315c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395288 Jun 20 12:09:54.862997 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-057e031e-fe0b-4c06-89f1-d36793d80ec4 req-448c71fe-5aec-4186-a25e-4da9c4a14c4b tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 944 time: 0.0836136 Jun 20 12:09:54.895666 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-057e031e-fe0b-4c06-89f1-d36793d80ec4 req-e642a0b3-8b39-4624-815d-f3eb0ba20a22 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318174 Jun 20 12:09:55.789092 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92894) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 20 12:09:55.881230 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215,segment=NetworkSegment(435c6230-5a8d-4494-9d37-380b35b7a765),segment_id=435c6230-5a8d-4494-9d37-380b35b7a765)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:09:55.894517 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Returning: {'device': '8d8eabfc-ddf4-49d9-86a9-422ccdfc5215', 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6', 'port_id': '8d8eabfc-ddf4-49d9-86a9-422ccdfc5215', 'mac_address': 'fa:16:3e:57:6b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c486f4-675b-440c-bf65-e83ba8d1d3ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92894) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 20 12:09:55.931392 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:55.944722 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:09:55.964240 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215,segment=NetworkSegment(435c6230-5a8d-4494-9d37-380b35b7a765),segment_id=435c6230-5a8d-4494-9d37-380b35b7a765)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:09:55.969027 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:55.972020 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2dc87d41-c034-421e-96eb-b7435e2799f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:09:56.027562 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:09:56.031484 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:09:56.056464 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f381e3-e932-4e45-926e-79d795bec9df req-a0a4dbe5-eb6c-4434-b32e-48ebcacc15fe tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:56.057961 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b6f381e3-e932-4e45-926e-79d795bec9df req-a0a4dbe5-eb6c-4434-b32e-48ebcacc15fe tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0792065 Jun 20 12:09:56.091133 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aef28f-dea0-44e0-b453-0fc0eae93d15 req-60aaeb05-5132-452a-9634-6a9e69c7d417 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:56.092708 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d8aef28f-dea0-44e0-b453-0fc0eae93d15 req-60aaeb05-5132-452a-9634-6a9e69c7d417 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 945 time: 0.0681312 Jun 20 12:09:56.097245 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b6f381e3-e932-4e45-926e-79d795bec9df req-18824558-2639-4937-ba7c-e67850406674 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316398 Jun 20 12:09:56.131481 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d8aef28f-dea0-44e0-b453-0fc0eae93d15 req-ef8797a3-3949-40f9-954a-3ae531892e46 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330858 Jun 20 12:09:56.720566 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['8d8eabfc-ddf4-49d9-86a9-422ccdfc5215'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:09:57.276146 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55576f0-633c-491f-9882-2f8ef5cf11aa req-5266d236-d09f-48be-894b-88b28b4d8ceb tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:57.277920 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e55576f0-633c-491f-9882-2f8ef5cf11aa req-5266d236-d09f-48be-894b-88b28b4d8ceb tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0693779 Jun 20 12:09:57.311698 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72afcf4-754d-4cff-842f-72257dcda2af req-23eee666-fa42-46ad-8a63-e39f85102625 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:57.313162 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a72afcf4-754d-4cff-842f-72257dcda2af req-23eee666-fa42-46ad-8a63-e39f85102625 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 945 time: 0.0680554 Jun 20 12:09:57.316605 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e55576f0-633c-491f-9882-2f8ef5cf11aa req-6b8fc0ff-a95c-463c-b5cb-e2eb0185637b tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322959 Jun 20 12:09:57.362879 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a72afcf4-754d-4cff-842f-72257dcda2af req-162dc5dc-6b6b-47a6-bd42-10a2c140a54b tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437098 Jun 20 12:09:58.541375 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67173e1b-1881-4efc-94f3-59d45087d589 req-ea84b2c1-6457-4d33-b9b0-57df30528e26 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:58.542851 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-67173e1b-1881-4efc-94f3-59d45087d589 req-ea84b2c1-6457-4d33-b9b0-57df30528e26 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 945 time: 0.0654528 Jun 20 12:09:58.580022 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-67173e1b-1881-4efc-94f3-59d45087d589 req-04301a03-d65f-440c-ac71-2d5cf38d1d69 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309241 Jun 20 12:09:58.825554 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943300ba-7a97-4d53-ba3e-10213fe3bd21 req-e16ef56d-a85e-4bc8-a7c0-e4b7197e3865 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:58.827484 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-943300ba-7a97-4d53-ba3e-10213fe3bd21 req-e16ef56d-a85e-4bc8-a7c0-e4b7197e3865 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0613213 Jun 20 12:09:58.867690 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-943300ba-7a97-4d53-ba3e-10213fe3bd21 req-21479944-3665-486f-944e-5894d3979a20 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344806 Jun 20 12:09:59.764220 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591dd3a-c393-44e6-91a8-31ecca034da8 req-e0f2819d-1823-479c-b962-c17f1dee8956 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:09:59.766772 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9591dd3a-c393-44e6-91a8-31ecca034da8 req-e0f2819d-1823-479c-b962-c17f1dee8956 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 945 time: 0.0673857 Jun 20 12:09:59.803287 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9591dd3a-c393-44e6-91a8-31ecca034da8 req-22a99019-a16a-4f62-b629-7477c7021863 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307548 Jun 20 12:09:59.806672 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 up at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:09:59.856078 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning for port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:09:59.860716 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning complete for port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:09:59.861130 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:59.938576 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:59.959368 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d2c975-356f-458c-95b5-88c293044dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8eabfc-ddf4-49d9-86a9-422ccdfc5215'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:09:59.961642 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff433fd2e3e8483ec5bde8b443a8d0833f9278b814f7b3ef2a1c28b3d75b6172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e7edd7-5187-41ea-8a53-50fe6da611f1" -d '{"events": [{"server_uuid": "85d2c975-356f-458c-95b5-88c293044dce", "name": "network-vif-plugged", "status": "completed", "tag": "8d8eabfc-ddf4-49d9-86a9-422ccdfc5215"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:09:59.975074 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215,segment=NetworkSegment(435c6230-5a8d-4494-9d37-380b35b7a765),segment_id=435c6230-5a8d-4494-9d37-380b35b7a765)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:09:59.978976 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:09:59.980802 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:00.002634 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05a10af-87ad-42c7-8547-79615ff7fd4c x-openstack-request-id: req-a05a10af-87ad-42c7-8547-79615ff7fd4c {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:10:00.002991 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d2c975-356f-458c-95b5-88c293044dce", "name": "network-vif-plugged", "status": "completed", "tag": "8d8eabfc-ddf4-49d9-86a9-422ccdfc5215", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:10:00.003253 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a05a10af-87ad-42c7-8547-79615ff7fd4c {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:10:00.003635 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d2c975-356f-458c-95b5-88c293044dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8eabfc-ddf4-49d9-86a9-422ccdfc5215', 'code': 200} Jun 20 12:10:00.032824 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:00.035800 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:00.298662 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634972b5-284c-4ea8-9c31-ba66bb6db4b4 req-3af6e8cf-b0df-4327-8cc5-07e219bea676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:00.300179 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-634972b5-284c-4ea8-9c31-ba66bb6db4b4 req-3af6e8cf-b0df-4327-8cc5-07e219bea676 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 1099 time: 0.0566411 Jun 20 12:10:00.337793 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-634972b5-284c-4ea8-9c31-ba66bb6db4b4 req-5844e734-a366-4b3e-859a-b24550f5574b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310280 Jun 20 12:10:00.978171 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb58d6b-3512-4552-97c1-ca058626dd79 req-edabcc49-c72e-49d6-9871-68e3ad0d0730 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:00.979624 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-dfb58d6b-3512-4552-97c1-ca058626dd79 req-edabcc49-c72e-49d6-9871-68e3ad0d0730 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 946 time: 0.0626128 Jun 20 12:10:01.016281 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-dfb58d6b-3512-4552-97c1-ca058626dd79 req-4dbf5968-9372-4779-85f8-f4ee6124fa5a tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306041 Jun 20 12:10:02.196390 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65924a4b-a32c-4727-94d5-5fedbd8f2571 req-69292fde-e660-438d-a7bc-534f8a7ca83f tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:02.197917 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-65924a4b-a32c-4727-94d5-5fedbd8f2571 req-69292fde-e660-438d-a7bc-534f8a7ca83f tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 946 time: 0.0692410 Jun 20 12:10:02.235517 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-65924a4b-a32c-4727-94d5-5fedbd8f2571 req-d465bf30-8a94-46a9-964d-701466c6886f tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320127 Jun 20 12:10:03.407085 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c26c40-bd5f-4ee1-8db2-8f9ed0e48be3 req-f4817f14-1a8e-4693-b401-c27facd28110 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:03.408544 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f9c26c40-bd5f-4ee1-8db2-8f9ed0e48be3 req-f4817f14-1a8e-4693-b401-c27facd28110 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 946 time: 0.0608606 Jun 20 12:10:03.445604 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f9c26c40-bd5f-4ee1-8db2-8f9ed0e48be3 req-1147e073-d3e8-4c29-bd78-7eda08b49936 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315044 Jun 20 12:10:03.622076 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8d316-e09f-479a-8f7f-5c22a40f1b0f req-2f8b0cd8-652f-4e71-8c6f-be3e458e9437 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:03.624366 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0da8d316-e09f-479a-8f7f-5c22a40f1b0f req-2f8b0cd8-652f-4e71-8c6f-be3e458e9437 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 946 time: 0.0640101 Jun 20 12:10:03.661468 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0da8d316-e09f-479a-8f7f-5c22a40f1b0f req-4b8a863f-23de-4146-989b-6ab4ed5ed369 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318182 Jun 20 12:10:04.051109 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5ff3b-ce27-4246-8d53-5934fefa1867 req-e52998bd-96dd-4458-949c-7672727a3dad tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:04.052491 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7cb5ff3b-ce27-4246-8d53-5934fefa1867 req-e52998bd-96dd-4458-949c-7672727a3dad tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 946 time: 0.0650575 Jun 20 12:10:04.090346 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7cb5ff3b-ce27-4246-8d53-5934fefa1867 req-5da75546-b072-407e-a087-dfcc016cf62f tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321112 Jun 20 12:10:07.242708 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868811b-6476-432d-85f5-cb00d043acbe req-245f834e-18db-4a25-95d2-20c7b41abc07 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:07.244773 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb0040-825d-463b-ac80-01e042bb6e4f req-8045635d-7750-4645-ae40-70e85f7f0e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:07.246551 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8868811b-6476-432d-85f5-cb00d043acbe req-245f834e-18db-4a25-95d2-20c7b41abc07 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0832362 Jun 20 12:10:07.247005 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cceb0040-825d-463b-ac80-01e042bb6e4f req-8045635d-7750-4645-ae40-70e85f7f0e82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 1098 time: 0.1061881 Jun 20 12:10:07.299692 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8868811b-6476-432d-85f5-cb00d043acbe req-2f4b99ca-51d9-4750-9eec-c9549faebb46 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457258 Jun 20 12:10:07.344961 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb0040-825d-463b-ac80-01e042bb6e4f req-343e53ae-8ea3-472a-9162-79232ec18684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:07.346661 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cceb0040-825d-463b-ac80-01e042bb6e4f req-343e53ae-8ea3-472a-9162-79232ec18684 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 920 time: 0.0919254 Jun 20 12:10:07.412752 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cceb0040-825d-463b-ac80-01e042bb6e4f req-7e274b29-fd92-45f9-8b17-a5dcee9a3007 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece2b702-a1d0-40a0-a2be-e18d2b53db25 HTTP/1.1" status: 200 len: 217 time: 0.0384591 Jun 20 12:10:07.472130 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb0040-825d-463b-ac80-01e042bb6e4f req-85eb8bfb-9f46-49db-9d99-fdde595d3f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:07.473573 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cceb0040-825d-463b-ac80-01e042bb6e4f req-85eb8bfb-9f46-49db-9d99-fdde595d3f6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0bca940-04b5-4092-a25a-ee3a37d4ce47 HTTP/1.1" status: 200 len: 859 time: 0.0426762 Jun 20 12:10:07.509542 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cceb0040-825d-463b-ac80-01e042bb6e4f req-6efbb49a-dbae-4228-9135-85fc8c2a02c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a060551e-4666-489f-af6c-22591d5d515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248427 Jun 20 12:10:07.601891 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cceb0040-825d-463b-ac80-01e042bb6e4f req-7c39c2a1-466f-4280-9655-ddbc0a0d578c service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842187 Jun 20 12:10:07.693840 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cceb0040-825d-463b-ac80-01e042bb6e4f req-a0326070-6ecb-44cf-92e9-7d962e0e6352 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833161 Jun 20 12:10:07.825448 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ba154718-0374-4d79-a9f3-e6955c26e619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:08.496673 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e58cee-d7e0-4f7a-b131-51a76d0fce65 req-7c2ca5dd-1b79-4e0d-86fb-ba921f73955a tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:08.498153 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-95e58cee-d7e0-4f7a-b131-51a76d0fce65 req-7c2ca5dd-1b79-4e0d-86fb-ba921f73955a tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0628488 Jun 20 12:10:08.536163 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-95e58cee-d7e0-4f7a-b131-51a76d0fce65 req-b0b046a3-3893-4e1f-8816-265d3b3b235e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315063 Jun 20 12:10:09.771856 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f21f5-43ab-472c-87c0-efa8d89996bd req-4c1a4e16-7775-4985-95b8-d22ca4ca0e23 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:09.773357 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0b1f21f5-43ab-472c-87c0-efa8d89996bd req-4c1a4e16-7775-4985-95b8-d22ca4ca0e23 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0913441 Jun 20 12:10:09.816342 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0b1f21f5-43ab-472c-87c0-efa8d89996bd req-45cc54c2-200c-481f-b3c1-5c275520fc03 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373733 Jun 20 12:10:09.944734 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dea45621-7b89-4339-a8c7-e01eb2fe0cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:10.333765 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:11.016510 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767c416-1bef-49e4-a258-212a6d8fbbe5 req-754c7c5e-ca05-4263-b6e2-1988d0549631 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:11.018451 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f767c416-1bef-49e4-a258-212a6d8fbbe5 req-754c7c5e-ca05-4263-b6e2-1988d0549631 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0735164 Jun 20 12:10:11.056574 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f767c416-1bef-49e4-a258-212a6d8fbbe5 req-e27576ad-1bc3-4e56-ac4c-8fe13c07086c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326724 Jun 20 12:10:11.465035 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:12.235687 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba5788-53cd-4cab-bbca-889fb8df32a1 req-7e789ec1-8f8b-48bd-964b-2f4e7fc78c8c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:12.237415 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ecba5788-53cd-4cab-bbca-889fb8df32a1 req-7e789ec1-8f8b-48bd-964b-2f4e7fc78c8c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0698729 Jun 20 12:10:12.277330 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ecba5788-53cd-4cab-bbca-889fb8df32a1 req-bb2c457f-70b0-4260-a1b8-ffd0201ccfa8 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341249 Jun 20 12:10:12.719629 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 34096) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:12.823638 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5e315b91-6b55-4970-9a45-337b7314d0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:12.915667 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5e315b91-6b55-4970-9a45-337b7314d0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:12.919466 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5e315b91-6b55-4970-9a45-337b7314d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:12.921886 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-df17bf3d-9d30-4eaf-8d07-79cca7c61fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:12.957988 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-5e315b91-6b55-4970-9a45-337b7314d0cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2cb3ef1f4b7d4be68ab4d4d2bfd5d534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372847 Jun 20 12:10:12.958799 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e315b91-6b55-4970-9a45-337b7314d0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973a645e-6974-4ccc-a9e5-f347d4c9a8a1,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:12.961462 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 34100) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:12.961964 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5e315b91-6b55-4970-9a45-337b7314d0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:13.011615 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a77dcaea-3d61-4822-8f54-4b7668bb7d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:13.032734 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a77dcaea-3d61-4822-8f54-4b7668bb7d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:13.077257 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a77dcaea-3d61-4822-8f54-4b7668bb7d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:13.080286 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a77dcaea-3d61-4822-8f54-4b7668bb7d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:13.084111 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-a77dcaea-3d61-4822-8f54-4b7668bb7d84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/973a645e-6974-4ccc-a9e5-f347d4c9a8a1 HTTP/1.1" status: 204 len: 168 time: 0.1214793 Jun 20 12:10:13.084871 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-0f32c150-233d-4ad0-8e66-9007f7c78901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:13.092949 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77dcaea-3d61-4822-8f54-4b7668bb7d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973a645e-6974-4ccc-a9e5-f347d4c9a8a1,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:13.097392 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a77dcaea-3d61-4822-8f54-4b7668bb7d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:13.190221 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:13.370419 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 34112) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:13.388794 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-879e7aa4-582e-4bc2-b31f-0a449799d197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:13.470455 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc4050-1389-4e7c-9d37-63df42ca0f51 req-417050ed-c5d6-4153-a05d-a05b20f5df09 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:13.472770 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-33fc4050-1389-4e7c-9d37-63df42ca0f51 req-417050ed-c5d6-4153-a05d-a05b20f5df09 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0701773 Jun 20 12:10:13.491318 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-879e7aa4-582e-4bc2-b31f-0a449799d197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:13.495502 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-879e7aa4-582e-4bc2-b31f-0a449799d197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:13.499803 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a6483947-ad0c-4ebe-ac0b-f748ff37f0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:13.523367 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-33fc4050-1389-4e7c-9d37-63df42ca0f51 req-008f5b7b-89d3-430b-a96a-e494e879f8a0 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450466 Jun 20 12:10:13.545970 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-879e7aa4-582e-4bc2-b31f-0a449799d197 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef2671e3d8cd447cbf5d5e1d7918171f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1731400 Jun 20 12:10:13.547944 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 34118) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:13.554297 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e7aa4-582e-4bc2-b31f-0a449799d197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23875c1-170a-458f-b053-0410f9a98303,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:13.557757 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-879e7aa4-582e-4bc2-b31f-0a449799d197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:13.601094 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7580b19a-eb95-470b-9d24-e14e9a4fc524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:13.621043 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7580b19a-eb95-470b-9d24-e14e9a4fc524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:13.667776 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7580b19a-eb95-470b-9d24-e14e9a4fc524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:13.670447 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7580b19a-eb95-470b-9d24-e14e9a4fc524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:13.671588 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-7580b19a-eb95-470b-9d24-e14e9a4fc524 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e23875c1-170a-458f-b053-0410f9a98303 HTTP/1.1" status: 204 len: 168 time: 0.1227274 Jun 20 12:10:13.672340 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-968b590c-2731-4fca-b78c-b18ecf706917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:13.680640 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580b19a-eb95-470b-9d24-e14e9a4fc524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23875c1-170a-458f-b053-0410f9a98303,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:13.684787 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-7580b19a-eb95-470b-9d24-e14e9a4fc524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:14.765810 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482f7d4-8904-410a-9283-ac0e8a31f32f req-c075a791-e688-4ded-9cc2-9215e5650a85 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:14.767646 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4482f7d4-8904-410a-9283-ac0e8a31f32f req-c075a791-e688-4ded-9cc2-9215e5650a85 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0894525 Jun 20 12:10:14.817562 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4482f7d4-8904-410a-9283-ac0e8a31f32f req-d4dbc301-d0ba-47d7-8c7e-d346fd3381df tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441463 Jun 20 12:10:16.001541 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce33fa9-a435-4f10-8099-42bbf16aba6e req-c05eb2bc-2eeb-4a4d-92ab-7eef0f026a5a tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:16.003030 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-dce33fa9-a435-4f10-8099-42bbf16aba6e req-c05eb2bc-2eeb-4a4d-92ab-7eef0f026a5a tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 946 time: 0.0727227 Jun 20 12:10:16.038716 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05555f49-4a67-4e9a-bb75-f4619b3cbbb3 req-bd71679c-8be2-4e60-abd3-48bf9aef5425 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:16.040260 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-05555f49-4a67-4e9a-bb75-f4619b3cbbb3 req-bd71679c-8be2-4e60-abd3-48bf9aef5425 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0720572 Jun 20 12:10:16.049935 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-dce33fa9-a435-4f10-8099-42bbf16aba6e req-82a627c0-cc8f-42a6-b0e2-7bb5fc7d56e8 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Jun 20 12:10:16.079406 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 34218) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:16.095680 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-05555f49-4a67-4e9a-bb75-f4619b3cbbb3 req-05750b1b-7bbb-4209-8751-48cddec0187f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396938 Jun 20 12:10:16.294586 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d47731e-ff9b-4c3e-9219-d47b704fc931 tempest-TestMinimumBasicScenario-1903591675 tempest-TestMinimumBasicScenario-1903591675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:16.296051 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-6d47731e-ff9b-4c3e-9219-d47b704fc931 tempest-TestMinimumBasicScenario-1903591675 tempest-TestMinimumBasicScenario-1903591675-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 1094 time: 0.2145576 Jun 20 12:10:16.299782 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 34234) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:16.304133 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Request body: {'floatingip': {'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'port_id': '8d8eabfc-ddf4-49d9-86a9-422ccdfc5215', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:10:16.325794 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for floatingip, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:16.422145 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:16.555625 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Allocated IP 172.27.1.139 (3f7a09d2-824b-4c30-a4c6-5e0e19540541/4186b5e8-5a7d-41cb-85c6-3f8309c8906f/fe231240-0ab9-4afe-b688-01580e4a7517) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:10:16.665884 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:16.704356 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8239877'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:16.707122 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:16.742909 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:10:16.747598 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:10:16.751597 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:10:16.779239 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Pushing event updated for resources: {'Port': ['ID=fe231240-0ab9-4afe-b688-01580e4a7517,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:16.783398 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:17.223074 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:17.266320 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1628171-2ae6-41e9-bd3f-b3b0d739f7fa req-b7fec11d-9c3a-467a-8648-86b25a7dac87 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:17.266320 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d1628171-2ae6-41e9-bd3f-b3b0d739f7fa req-b7fec11d-9c3a-467a-8648-86b25a7dac87 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0628529 Jun 20 12:10:17.305761 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d1628171-2ae6-41e9-bd3f-b3b0d739f7fa req-b0ab9fc0-adbc-4bbe-83eb-8341e20e9f14 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331445 Jun 20 12:10:17.337412 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:17.493097 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:17.497412 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8239923'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:17.499553 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:17.560184 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Pushing event updated for resources: {'Port': ['ID=fe231240-0ab9-4afe-b688-01580e4a7517,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:17.564296 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:17.573833 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504496'] for floatingip, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:17.677321 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.db.l3_db [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Floating IP f6d131dc-5ff2-4494-b0a1-bc9cc4c7162d associated. External IP: 172.27.1.139, port: 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215. Jun 20 12:10:18.102147 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Router 2acaff23-3fc5-4c5d-91ec-5d24793e112f has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:10:18.214324 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:10:18.224232 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950cf76a-0895-46aa-b1c3-07bcdd58bb9f None None] Sync routers for ids ['2acaff23-3fc5-4c5d-91ec-5d24793e112f'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:10:18.230532 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for floatingip, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:18.233552 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950cf76a-0895-46aa-b1c3-07bcdd58bb9f None None] Routers {'2acaff23-3fc5-4c5d-91ec-5d24793e112f'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:10:18.234171 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-950cf76a-0895-46aa-b1c3-07bcdd58bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:10:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['2acaff23-3fc5-4c5d-91ec-5d24793e112f'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:10:18.269322 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9684579 Jun 20 12:10:18.270065 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d2c975-356f-458c-95b5-88c293044dce', 'tag': '8d8eabfc-ddf4-49d9-86a9-422ccdfc5215'}] {{(pid=92892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:10:18.272097 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 34260) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:18.272610 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b56af7fedb337a38d38f7b07679a5819d4c7c5b344e8fcf40378830b10d028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0345b4-8408-4eb1-8206-23949fe3d7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "85d2c975-356f-458c-95b5-88c293044dce", "tag": "8d8eabfc-ddf4-49d9-86a9-422ccdfc5215"}]}' {{(pid=92892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:10:18.283444 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-07dd39d1-0253-4586-98bb-0ebba47ea8c0 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1492453290', 'description': 'tempest-secgroup-smoke-1492453290 description', 'project_id': 'f5e319e97743435382759743d17c629f'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:10:18.307312 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-07dd39d1-0253-4586-98bb-0ebba47ea8c0 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:18.319593 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7150329-9725-4044-a353-d8d7372145d3 x-openstack-request-id: req-c7150329-9725-4044-a353-d8d7372145d3 {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:10:18.319911 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d2c975-356f-458c-95b5-88c293044dce", "tag": "8d8eabfc-ddf4-49d9-86a9-422ccdfc5215", "status": "completed", "code": 200}]} {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:10:18.320356 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7150329-9725-4044-a353-d8d7372145d3 {{(pid=92892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:10:18.320810 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d2c975-356f-458c-95b5-88c293044dce', 'tag': '8d8eabfc-ddf4-49d9-86a9-422ccdfc5215', 'status': 'completed', 'code': 200} Jun 20 12:10:18.340845 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-950cf76a-0895-46aa-b1c3-07bcdd58bb9f None None] Set router 2acaff23-3fc5-4c5d-91ec-5d24793e112f gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:10:18.397684 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-07dd39d1-0253-4586-98bb-0ebba47ea8c0 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:18.407610 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-07dd39d1-0253-4586-98bb-0ebba47ea8c0 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:18.411429 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-e014bbca-b4af-4c04-a141-d363a7534d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:18.462782 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-07dd39d1-0253-4586-98bb-0ebba47ea8c0 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:18.463959 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-07dd39d1-0253-4586-98bb-0ebba47ea8c0 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1907430 Jun 20 12:10:18.467253 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 34270) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:18.476214 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-7050a086-f271-4ce4-8da9-f60cd6eca67e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Request body: {'security_group_rule': {'security_group_id': '85b087da-1fa9-48b8-b97f-35738908a39f', 'project_id': 'f5e319e97743435382759743d17c629f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:10:18.483007 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd39d1-0253-4586-98bb-0ebba47ea8c0 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b087da-1fa9-48b8-b97f-35738908a39f,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:18.489666 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-07dd39d1-0253-4586-98bb-0ebba47ea8c0 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:18.518274 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0345b4-8408-4eb1-8206-23949fe3d7ee req-f1835a40-92c9-44fd-8056-824f36116fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:18.519766 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4b0345b4-8408-4eb1-8206-23949fe3d7ee req-f1835a40-92c9-44fd-8056-824f36116fcf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5e319e97743435382759743d17c629f&device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 1099 time: 0.1207736 Jun 20 12:10:18.521160 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7050a086-f271-4ce4-8da9-f60cd6eca67e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:18.540664 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c3fc9-761b-4b25-b3a0-10c1b3c734ae req-ef3a018c-157d-4dc4-b277-4f4e3c641741 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:18.542119 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a23c3fc9-761b-4b25-b3a0-10c1b3c734ae req-ef3a018c-157d-4dc4-b277-4f4e3c641741 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0833259 Jun 20 12:10:18.590262 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a23c3fc9-761b-4b25-b3a0-10c1b3c734ae req-d125c73d-45d5-4733-8581-3cf6d7e2ec2f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405440 Jun 20 12:10:18.599572 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-950cf76a-0895-46aa-b1c3-07bcdd58bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'name': 'tempest-TestMinimumBasicScenario-1702830062-router', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:47Z', 'updated_at': '2021-06-20T12:08:50Z', 'revision_number': 4, 'project_id': 'f5e319e97743435382759743d17c629f', 'gw_port': {'id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:48Z', 'updated_at': '2021-06-20T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_floatingips': [{'id': 'f6d131dc-5ff2-4494-b0a1-bc9cc4c7162d', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'router_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'port_id': '8d8eabfc-ddf4-49d9-86a9-422ccdfc5215', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6', 'mac_address': 'fa:16:3e:57:6b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d2c975-356f-458c-95b5-88c293044dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-20T12:10:16Z', 'updated_at': '2021-06-20T12:10:16Z', 'revision_number': 0, 'project_id': 'f5e319e97743435382759743d17c629f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c232d57e-685e-446a-8dca-665533572afd', 'name': '', 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'mac_address': 'fa:16:3e:92:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '96c486f4-675b-440c-bf65-e83ba8d1d3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:49Z', 'updated_at': '2021-06-20T12:08:57Z', 'revision_number': 5, 'project_id': 'f5e319e97743435382759743d17c629f', 'subnets': [{'id': '96c486f4-675b-440c-bf65-e83ba8d1d3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:10:18.627199 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950cf76a-0895-46aa-b1c3-07bcdd58bb9f None None] Checking router: 2acaff23-3fc5-4c5d-91ec-5d24793e112f for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:10:18.635361 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950cf76a-0895-46aa-b1c3-07bcdd58bb9f None None] Routers {'2acaff23-3fc5-4c5d-91ec-5d24793e112f'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:10:18.635952 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-950cf76a-0895-46aa-b1c3-07bcdd58bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:10:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['2acaff23-3fc5-4c5d-91ec-5d24793e112f'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:10:18.642044 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7050a086-f271-4ce4-8da9-f60cd6eca67e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:18.649947 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7050a086-f271-4ce4-8da9-f60cd6eca67e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:18.657401 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a2bd4eff-0d70-4a78-9791-7526ba0ef58c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:18.683525 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050a086-f271-4ce4-8da9-f60cd6eca67e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad0cef5-6c7d-497e-a911-2e3c96efe35e,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:18.687484 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0345b4-8408-4eb1-8206-23949fe3d7ee req-2b7f77fd-aa1f-4e3d-b904-755731e178b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:18.689566 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4b0345b4-8408-4eb1-8206-23949fe3d7ee req-2b7f77fd-aa1f-4e3d-b904-755731e178b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82111675-daec-478c-ba9b-ab71752a00c6 HTTP/1.1" status: 200 len: 916 time: 0.1553295 Jun 20 12:10:18.692701 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-7050a086-f271-4ce4-8da9-f60cd6eca67e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:18.696598 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7050a086-f271-4ce4-8da9-f60cd6eca67e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:18.698353 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-7050a086-f271-4ce4-8da9-f60cd6eca67e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2291882 Jun 20 12:10:18.701165 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 34276) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:18.706385 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-c7fc659c-fa6e-43a3-babb-936058f90544 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Request body: {'security_group_rule': {'security_group_id': '85b087da-1fa9-48b8-b97f-35738908a39f', 'project_id': 'f5e319e97743435382759743d17c629f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:10:18.744517 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-950cf76a-0895-46aa-b1c3-07bcdd58bb9f None None] Set router 2acaff23-3fc5-4c5d-91ec-5d24793e112f gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:10:18.763256 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4b0345b4-8408-4eb1-8206-23949fe3d7ee req-aec4c213-0f07-4898-8237-29b6335a7e68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 HTTP/1.1" status: 200 len: 1000 time: 0.0634186 Jun 20 12:10:18.767779 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c7fc659c-fa6e-43a3-babb-936058f90544 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:18.831797 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c7fc659c-fa6e-43a3-babb-936058f90544 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:18.839663 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0345b4-8408-4eb1-8206-23949fe3d7ee req-9193cfcc-5867-46c1-9747-ecf1baffed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:18.841471 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4b0345b4-8408-4eb1-8206-23949fe3d7ee req-9193cfcc-5867-46c1-9747-ecf1baffed5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96c486f4-675b-440c-bf65-e83ba8d1d3ba HTTP/1.1" status: 200 len: 854 time: 0.0695338 Jun 20 12:10:18.844830 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c7fc659c-fa6e-43a3-babb-936058f90544 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:18.847043 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-e2e76ee8-cb0d-4d54-be50-cd759e7c095c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:18.875181 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc659c-fa6e-43a3-babb-936058f90544 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fdd92fe-c9c0-4923-9612-2687515fe953,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:18.878571 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c7fc659c-fa6e-43a3-babb-936058f90544 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:18.883815 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c7fc659c-fa6e-43a3-babb-936058f90544 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:18.885602 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-c7fc659c-fa6e-43a3-babb-936058f90544 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1831167 Jun 20 12:10:18.888361 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 34284) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:18.896057 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-00eb9792-116e-4442-a82b-df112844bfef tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Request body: {'security_group_rule': {'security_group_id': '85b087da-1fa9-48b8-b97f-35738908a39f', 'project_id': 'f5e319e97743435382759743d17c629f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:10:18.924588 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0345b4-8408-4eb1-8206-23949fe3d7ee req-e03398ba-52fb-4f6d-9916-67d217ec876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:18.926465 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4b0345b4-8408-4eb1-8206-23949fe3d7ee req-e03398ba-52fb-4f6d-9916-67d217ec876e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82111675-daec-478c-ba9b-ab71752a00c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682259 Jun 20 12:10:18.928718 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-00eb9792-116e-4442-a82b-df112844bfef tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:19.006653 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-00eb9792-116e-4442-a82b-df112844bfef tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:19.010602 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-00eb9792-116e-4442-a82b-df112844bfef tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:19.012866 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:19.029746 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb9792-116e-4442-a82b-df112844bfef tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd0bd27-b228-4a1f-bf78-2b68c8c509f1,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:19.033766 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-00eb9792-116e-4442-a82b-df112844bfef tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:19.038621 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-00eb9792-116e-4442-a82b-df112844bfef tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:19.039876 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-00eb9792-116e-4442-a82b-df112844bfef tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499813 Jun 20 12:10:19.040617 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-950cf76a-0895-46aa-b1c3-07bcdd58bb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'name': 'tempest-TestMinimumBasicScenario-1702830062-router', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:47Z', 'updated_at': '2021-06-20T12:08:50Z', 'revision_number': 4, 'project_id': 'f5e319e97743435382759743d17c629f', 'gw_port': {'id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:48Z', 'updated_at': '2021-06-20T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_floatingips': [{'id': 'f6d131dc-5ff2-4494-b0a1-bc9cc4c7162d', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'router_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'port_id': '8d8eabfc-ddf4-49d9-86a9-422ccdfc5215', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6', 'mac_address': 'fa:16:3e:57:6b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d2c975-356f-458c-95b5-88c293044dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-20T12:10:16Z', 'updated_at': '2021-06-20T12:10:16Z', 'revision_number': 0, 'project_id': 'f5e319e97743435382759743d17c629f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c232d57e-685e-446a-8dca-665533572afd', 'name': '', 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'mac_address': 'fa:16:3e:92:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '96c486f4-675b-440c-bf65-e83ba8d1d3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:49Z', 'updated_at': '2021-06-20T12:08:57Z', 'revision_number': 5, 'project_id': 'f5e319e97743435382759743d17c629f', 'subnets': [{'id': '96c486f4-675b-440c-bf65-e83ba8d1d3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:10:19.042723 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 34288) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:19.049292 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-6fc87866-5f9e-4fa4-b633-c22b61be6fdf tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Request body: {'security_group_rule': {'security_group_id': '85b087da-1fa9-48b8-b97f-35738908a39f', 'project_id': 'f5e319e97743435382759743d17c629f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:10:19.092170 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4b0345b4-8408-4eb1-8206-23949fe3d7ee req-9f22ef08-c7c0-4100-8cf5-65a00f095845 service neutron] 10.222.0.30 "GET /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570532 Jun 20 12:10:19.098679 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6fc87866-5f9e-4fa4-b633-c22b61be6fdf tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:19.151950 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950cf76a-0895-46aa-b1c3-07bcdd58bb9f None None] The sync data for ids ['2acaff23-3fc5-4c5d-91ec-5d24793e112f'] in dv-cinder-794962-4-iscsi is: [{'id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'name': 'tempest-TestMinimumBasicScenario-1702830062-router', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:47Z', 'updated_at': '2021-06-20T12:08:50Z', 'revision_number': 4, 'project_id': 'f5e319e97743435382759743d17c629f', 'gw_port': {'id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:48Z', 'updated_at': '2021-06-20T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_floatingips': [{'id': 'f6d131dc-5ff2-4494-b0a1-bc9cc4c7162d', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'router_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'port_id': '8d8eabfc-ddf4-49d9-86a9-422ccdfc5215', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6', 'mac_address': 'fa:16:3e:57:6b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d2c975-356f-458c-95b5-88c293044dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-20T12:10:16Z', 'updated_at': '2021-06-20T12:10:16Z', 'revision_number': 0, 'project_id': 'f5e319e97743435382759743d17c629f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c232d57e-685e-446a-8dca-665533572afd', 'name': '', 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'mac_address': 'fa:16:3e:92:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '96c486f4-675b-440c-bf65-e83ba8d1d3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:49Z', 'updated_at': '2021-06-20T12:08:57Z', 'revision_number': 5, 'project_id': 'f5e319e97743435382759743d17c629f', 'subnets': [{'id': '96c486f4-675b-440c-bf65-e83ba8d1d3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:10:19.185429 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:10:19.220839 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6fc87866-5f9e-4fa4-b633-c22b61be6fdf tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:19.228086 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6fc87866-5f9e-4fa4-b633-c22b61be6fdf tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:19.231980 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-7050a086-f271-4ce4-8da9-f60cd6eca67e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:19.236558 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4b0345b4-8408-4eb1-8206-23949fe3d7ee req-cfc3987d-5af8-4845-a6d6-0e543187c1d6 service neutron] 10.222.0.30 "GET /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350737 Jun 20 12:10:19.250529 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc87866-5f9e-4fa4-b633-c22b61be6fdf tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d9b4ba-a6d9-40fc-ab60-36ff002a6312,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:19.253018 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-6fc87866-5f9e-4fa4-b633-c22b61be6fdf tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:19.257572 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6fc87866-5f9e-4fa4-b633-c22b61be6fdf tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:19.258734 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-6fc87866-5f9e-4fa4-b633-c22b61be6fdf tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2139721 Jun 20 12:10:19.261388 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 34292) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:19.267129 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-07a37952-3ce8-45e9-8d93-c841fcd0ddbb tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Request body: {'security_group_rule': {'security_group_id': '85b087da-1fa9-48b8-b97f-35738908a39f', 'project_id': 'f5e319e97743435382759743d17c629f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:10:19.298298 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.securitygroups_db [None req-07a37952-3ce8-45e9-8d93-c841fcd0ddbb tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Project f5e319e97743435382759743d17c629f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 20 12:10:19.305646 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-07a37952-3ce8-45e9-8d93-c841fcd0ddbb tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:19.367333 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e2cb7c-1335-4edf-87fc-756dcfe7a873 None None] New status for floating IP f6d131dc-5ff2-4494-b0a1-bc9cc4c7162d: ACTIVE {{(pid=92894) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 20 12:10:19.381428 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-07a37952-3ce8-45e9-8d93-c841fcd0ddbb tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:19.385781 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-07a37952-3ce8-45e9-8d93-c841fcd0ddbb tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:19.387718 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:19.404062 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a37952-3ce8-45e9-8d93-c841fcd0ddbb tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d08e0aa-aa2d-4b42-8b67-6f63d933105e,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:19.408042 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-07a37952-3ce8-45e9-8d93-c841fcd0ddbb tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:19.411484 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-07a37952-3ce8-45e9-8d93-c841fcd0ddbb tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:19.412881 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-07a37952-3ce8-45e9-8d93-c841fcd0ddbb tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1501765 Jun 20 12:10:19.415505 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 34294) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:19.421874 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-762cf41f-fc13-42d7-aa4f-fbc59a65ec3d tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Request body: {'security_group_rule': {'security_group_id': '85b087da-1fa9-48b8-b97f-35738908a39f', 'project_id': 'f5e319e97743435382759743d17c629f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:10:19.445384 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.securitygroups_db [None req-762cf41f-fc13-42d7-aa4f-fbc59a65ec3d tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Project f5e319e97743435382759743d17c629f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 20 12:10:19.450281 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-762cf41f-fc13-42d7-aa4f-fbc59a65ec3d tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:19.521867 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-762cf41f-fc13-42d7-aa4f-fbc59a65ec3d tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:19.525712 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-762cf41f-fc13-42d7-aa4f-fbc59a65ec3d tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:19.527906 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:19.546314 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762cf41f-fc13-42d7-aa4f-fbc59a65ec3d tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38d7ae6-1bc1-4dcb-ab0f-c9e282da25ab,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:19.549527 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-762cf41f-fc13-42d7-aa4f-fbc59a65ec3d tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:19.552487 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-762cf41f-fc13-42d7-aa4f-fbc59a65ec3d tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:19.556707 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-762cf41f-fc13-42d7-aa4f-fbc59a65ec3d tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402216 Jun 20 12:10:19.674969 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2be987e7-cbc0-4f19-aa5d-8ea32d39bcfe req-b227aabf-1c74-4d3d-a1e7-04c83ce70bda tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1492453290&fields=id&tenant_id=f5e319e97743435382759743d17c629f HTTP/1.1" status: 200 len: 267 time: 0.0349774 Jun 20 12:10:19.748129 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be987e7-cbc0-4f19-aa5d-8ea32d39bcfe req-e2cccb1a-d6f9-4470-9b5b-a9eb0da36450 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:19.753429 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2be987e7-cbc0-4f19-aa5d-8ea32d39bcfe req-e2cccb1a-d6f9-4470-9b5b-a9eb0da36450 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 946 time: 0.0732589 Jun 20 12:10:19.761968 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [req-2be987e7-cbc0-4f19-aa5d-8ea32d39bcfe req-8ff8b586-ead0-462f-a69f-5d6f048c273e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Request body: {'port': {'security_groups': ['e6271fae-c0a8-4551-9d47-57880682df28', '85b087da-1fa9-48b8-b97f-35738908a39f']}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:10:19.795591 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d6102-0e22-4b09-9803-e73be8ecbc5d req-5f22686d-430c-4d71-9b51-ea78520e3017 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:19.797703 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7d7d6102-0e22-4b09-9803-e73be8ecbc5d req-5f22686d-430c-4d71-9b51-ea78520e3017 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0668108 Jun 20 12:10:19.839285 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7d7d6102-0e22-4b09-9803-e73be8ecbc5d req-2cc090c3-09f9-4c82-9d09-1508ac0ac87b tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328314 Jun 20 12:10:19.860590 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-2be987e7-cbc0-4f19-aa5d-8ea32d39bcfe req-8ff8b586-ead0-462f-a69f-5d6f048c273e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:19.982535 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:20.052951 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [req-2be987e7-cbc0-4f19-aa5d-8ea32d39bcfe req-8ff8b586-ead0-462f-a69f-5d6f048c273e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] For port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215,segment=NetworkSegment(435c6230-5a8d-4494-9d37-380b35b7a765),segment_id=435c6230-5a8d-4494-9d37-380b35b7a765)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:10:20.082779 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-2be987e7-cbc0-4f19-aa5d-8ea32d39bcfe req-8ff8b586-ead0-462f-a69f-5d6f048c273e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:20.093869 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-2be987e7-cbc0-4f19-aa5d-8ea32d39bcfe req-8ff8b586-ead0-462f-a69f-5d6f048c273e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8239923'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:20.097679 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:20.144763 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be987e7-cbc0-4f19-aa5d-8ea32d39bcfe req-8ff8b586-ead0-462f-a69f-5d6f048c273e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:20.144996 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['8d8eabfc-ddf4-49d9-86a9-422ccdfc5215'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:10:20.145421 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-2be987e7-cbc0-4f19-aa5d-8ea32d39bcfe req-8ff8b586-ead0-462f-a69f-5d6f048c273e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:20.146840 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2be987e7-cbc0-4f19-aa5d-8ea32d39bcfe req-8ff8b586-ead0-462f-a69f-5d6f048c273e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "PUT /v2.0/ports/8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 HTTP/1.1" status: 200 len: 982 time: 0.3902600 Jun 20 12:10:20.184848 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8b586-ead0-462f-a69f-5d6f048c273e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Pushing event updated for resources: {'Port': ['ID=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215,revision_number=6']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:20.189401 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-8ff8b586-ead0-462f-a69f-5d6f048c273e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:20.319608 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b7fc5-c218-41f6-a6a2-5580319d0e63 req-c4d1a485-ae76-4803-8a87-03304f107f44 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:20.321124 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-259b7fc5-c218-41f6-a6a2-5580319d0e63 req-c4d1a485-ae76-4803-8a87-03304f107f44 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 985 time: 0.0691659 Jun 20 12:10:20.322217 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d2c975-356f-458c-95b5-88c293044dce', 'tag': '8d8eabfc-ddf4-49d9-86a9-422ccdfc5215'}] {{(pid=92892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:10:20.324554 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b56af7fedb337a38d38f7b07679a5819d4c7c5b344e8fcf40378830b10d028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6b9124-59fe-493a-938c-3b0d8784e2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "85d2c975-356f-458c-95b5-88c293044dce", "tag": "8d8eabfc-ddf4-49d9-86a9-422ccdfc5215"}]}' {{(pid=92892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:10:20.338054 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['8d8eabfc-ddf4-49d9-86a9-422ccdfc5215'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:10:20.363662 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a6f996-00ff-4cf9-bbbd-b5956dd79d8d x-openstack-request-id: req-50a6f996-00ff-4cf9-bbbd-b5956dd79d8d {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:10:20.363989 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d2c975-356f-458c-95b5-88c293044dce", "tag": "8d8eabfc-ddf4-49d9-86a9-422ccdfc5215", "status": "completed", "code": 200}]} {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:10:20.364276 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50a6f996-00ff-4cf9-bbbd-b5956dd79d8d {{(pid=92892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:10:20.364699 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d2c975-356f-458c-95b5-88c293044dce', 'tag': '8d8eabfc-ddf4-49d9-86a9-422ccdfc5215', 'status': 'completed', 'code': 200} Jun 20 12:10:20.370461 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-259b7fc5-c218-41f6-a6a2-5580319d0e63 req-162a90e6-d10d-45f0-952e-3b653061e99a tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&id=85b087da-1fa9-48b8-b97f-35738908a39f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422707 Jun 20 12:10:20.443523 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-7fdab946-3371-4d21-933a-7ee95133598d None None] Provisioning complete for port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:10:20.444020 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7fdab946-3371-4d21-933a-7ee95133598d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:20.505635 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b9124-59fe-493a-938c-3b0d8784e2ea req-0a2bb8ee-9c59-47ab-be97-d9bd9948d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:20.507816 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1c6b9124-59fe-493a-938c-3b0d8784e2ea req-0a2bb8ee-9c59-47ab-be97-d9bd9948d731 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5e319e97743435382759743d17c629f&device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 1138 time: 0.0587814 Jun 20 12:10:20.612610 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b9124-59fe-493a-938c-3b0d8784e2ea req-47a671a9-a093-4b23-9132-efbcfd033bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:20.614074 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1c6b9124-59fe-493a-938c-3b0d8784e2ea req-47a671a9-a093-4b23-9132-efbcfd033bf5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82111675-daec-478c-ba9b-ab71752a00c6 HTTP/1.1" status: 200 len: 916 time: 0.0945179 Jun 20 12:10:20.684637 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1c6b9124-59fe-493a-938c-3b0d8784e2ea req-53fed966-8d7c-4f4a-ab48-18908eb87488 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 HTTP/1.1" status: 200 len: 1002 time: 0.0621257 Jun 20 12:10:20.733438 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b9124-59fe-493a-938c-3b0d8784e2ea req-11fef6f0-5bbd-4911-ac4a-a7185ba007e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:20.734855 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1c6b9124-59fe-493a-938c-3b0d8784e2ea req-11fef6f0-5bbd-4911-ac4a-a7185ba007e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96c486f4-675b-440c-bf65-e83ba8d1d3ba HTTP/1.1" status: 200 len: 854 time: 0.0435154 Jun 20 12:10:20.794012 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b9124-59fe-493a-938c-3b0d8784e2ea req-bebf92f6-e9f2-4e5d-b99e-88fad9041bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:20.795525 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1c6b9124-59fe-493a-938c-3b0d8784e2ea req-bebf92f6-e9f2-4e5d-b99e-88fad9041bdc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82111675-daec-478c-ba9b-ab71752a00c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521274 Jun 20 12:10:20.897915 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1c6b9124-59fe-493a-938c-3b0d8784e2ea req-9600b174-df7e-4295-8f00-7490ee56986c service neutron] 10.222.0.30 "GET /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944459 Jun 20 12:10:21.029185 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1c6b9124-59fe-493a-938c-3b0d8784e2ea req-af24f223-297f-4447-86f8-2a67b693a655 service neutron] 10.222.0.30 "GET /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225502 Jun 20 12:10:21.048370 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533127e-2e54-43fc-8ec0-2ec4ce7f7e92 req-61d0e105-7d9a-454b-88b0-a03c1535dfe0 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:21.049752 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8533127e-2e54-43fc-8ec0-2ec4ce7f7e92 req-61d0e105-7d9a-454b-88b0-a03c1535dfe0 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0881691 Jun 20 12:10:21.088070 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8533127e-2e54-43fc-8ec0-2ec4ce7f7e92 req-a5417165-9b88-4481-92be-27aa5f9f6df8 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326381 Jun 20 12:10:22.256770 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f2384-dc94-4d6c-acaa-8f0f09ae1e22 req-1c7be66c-7968-424b-93b5-028e770e2b9c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:22.258272 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-889f2384-dc94-4d6c-acaa-8f0f09ae1e22 req-1c7be66c-7968-424b-93b5-028e770e2b9c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0602236 Jun 20 12:10:22.294577 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-889f2384-dc94-4d6c-acaa-8f0f09ae1e22 req-94ec4bf5-5b8e-41b7-a71c-ee079b37dce6 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304949 Jun 20 12:10:23.477744 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae23b96-5920-4bbd-a97b-65ba5b048cf2 req-7db763b8-6778-4e4c-a186-4c31302bfff1 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:23.479252 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8ae23b96-5920-4bbd-a97b-65ba5b048cf2 req-7db763b8-6778-4e4c-a186-4c31302bfff1 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0712769 Jun 20 12:10:23.527422 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8ae23b96-5920-4bbd-a97b-65ba5b048cf2 req-3f5990c4-c009-4fee-a2e6-81681c4fad4b tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412898 Jun 20 12:10:24.718381 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7286a8-f95d-498a-b165-de174bcc90a5 req-141b018c-62f8-4980-a451-a90074652e59 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:24.719819 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5d7286a8-f95d-498a-b165-de174bcc90a5 req-141b018c-62f8-4980-a451-a90074652e59 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0672665 Jun 20 12:10:24.761135 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5d7286a8-f95d-498a-b165-de174bcc90a5 req-59713cf8-0073-4182-9f2f-674346496c2d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355804 Jun 20 12:10:25.947301 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5b7f8-bff8-44b0-8d87-50dddc8ab621 req-6e36c003-32aa-4fc3-91fd-2d5891d99e71 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:25.948759 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-44a5b7f8-bff8-44b0-8d87-50dddc8ab621 req-6e36c003-32aa-4fc3-91fd-2d5891d99e71 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0685425 Jun 20 12:10:25.988033 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-44a5b7f8-bff8-44b0-8d87-50dddc8ab621 req-679bec1f-4867-4af8-b6b9-32e9e53ef164 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330245 Jun 20 12:10:26.015833 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 34410) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:26.125351 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-97a61eca-74c9-4642-8d7f-b60c1e671095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:26.209905 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-97a61eca-74c9-4642-8d7f-b60c1e671095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:26.214298 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-97a61eca-74c9-4642-8d7f-b60c1e671095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:26.217862 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b33a56b8-a3ee-4b30-ad62-bd3c5226c5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:26.252796 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-97a61eca-74c9-4642-8d7f-b60c1e671095 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11ef85e0c9f145fab2a8a72fa7056f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356730 Jun 20 12:10:26.254782 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a61eca-74c9-4642-8d7f-b60c1e671095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd859a3-5c37-4c69-b118-fd27df2a63f3,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:26.255482 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 34418) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:26.257887 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-97a61eca-74c9-4642-8d7f-b60c1e671095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:26.308501 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b03cf8df-e377-48c0-a29d-d9ca4c5cf852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:26.330606 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b03cf8df-e377-48c0-a29d-d9ca4c5cf852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:26.377352 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b03cf8df-e377-48c0-a29d-d9ca4c5cf852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:26.379829 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b03cf8df-e377-48c0-a29d-d9ca4c5cf852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:26.383169 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-b03cf8df-e377-48c0-a29d-d9ca4c5cf852 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bcd859a3-5c37-4c69-b118-fd27df2a63f3 HTTP/1.1" status: 204 len: 168 time: 0.1244349 Jun 20 12:10:26.383169 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-46dda3a8-1de5-4d5b-98e5-dcb3ce98202a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:26.389085 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cf8df-e377-48c0-a29d-d9ca4c5cf852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd859a3-5c37-4c69-b118-fd27df2a63f3,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:26.391547 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-b03cf8df-e377-48c0-a29d-d9ca4c5cf852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:26.636676 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 34426) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:26.649795 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0a24a258-30ec-41d2-8af2-b8a2bd160931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:26.739171 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0a24a258-30ec-41d2-8af2-b8a2bd160931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:26.742998 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0a24a258-30ec-41d2-8af2-b8a2bd160931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:26.745404 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-65dd5871-0fcd-49b3-bd79-3e609ed68f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:26.781436 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-0a24a258-30ec-41d2-8af2-b8a2bd160931 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f0331015fe440e7b7e19c202d7240fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435394 Jun 20 12:10:26.782232 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24a258-30ec-41d2-8af2-b8a2bd160931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b928fbe7-c568-46a4-a040-76ea2ceb96cc,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:26.783923 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 34428) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:26.785162 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-0a24a258-30ec-41d2-8af2-b8a2bd160931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:26.831495 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a1cd3ee3-6d50-431e-8bf3-a856befc825c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:26.853781 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a1cd3ee3-6d50-431e-8bf3-a856befc825c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:26.898035 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a1cd3ee3-6d50-431e-8bf3-a856befc825c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:26.900610 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a1cd3ee3-6d50-431e-8bf3-a856befc825c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:26.901776 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-a1cd3ee3-6d50-431e-8bf3-a856befc825c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b928fbe7-c568-46a4-a040-76ea2ceb96cc HTTP/1.1" status: 204 len: 168 time: 0.1168940 Jun 20 12:10:26.902555 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-07dd39d1-0253-4586-98bb-0ebba47ea8c0 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:26.912152 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd3ee3-6d50-431e-8bf3-a856befc825c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b928fbe7-c568-46a4-a040-76ea2ceb96cc,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:26.914367 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a1cd3ee3-6d50-431e-8bf3-a856befc825c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:27.180504 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f080dd-50ad-47d0-8b80-5dac64e93b28 req-ed3d8cfe-42df-4ad8-8c61-d9ed99b64ed6 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:27.182150 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b6f080dd-50ad-47d0-8b80-5dac64e93b28 req-ed3d8cfe-42df-4ad8-8c61-d9ed99b64ed6 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0760162 Jun 20 12:10:27.223459 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b6f080dd-50ad-47d0-8b80-5dac64e93b28 req-dffa48de-6f78-4aac-a185-69f955ef6c63 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347564 Jun 20 12:10:27.228668 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 34438) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:27.242958 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2fd0cb3d-a85b-4fcb-821c-25ef0423e7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:27.332641 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2fd0cb3d-a85b-4fcb-821c-25ef0423e7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:27.337235 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2fd0cb3d-a85b-4fcb-821c-25ef0423e7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:27.339746 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-752c8428-0620-4602-afb6-40e75353d134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:27.375850 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-2fd0cb3d-a85b-4fcb-821c-25ef0423e7ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fae6811873b746c6958a2c15504c1a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460538 Jun 20 12:10:27.376740 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0cb3d-a85b-4fcb-821c-25ef0423e7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dc9b55-1d9f-4b79-bd83-b776e631ec8b,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:27.378540 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 34442) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:27.380191 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-2fd0cb3d-a85b-4fcb-821c-25ef0423e7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:27.427946 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-77e0b0ca-524e-43a5-9b3f-d915823f2282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:27.451564 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-77e0b0ca-524e-43a5-9b3f-d915823f2282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:27.497951 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-77e0b0ca-524e-43a5-9b3f-d915823f2282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:27.501089 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-77e0b0ca-524e-43a5-9b3f-d915823f2282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:27.502218 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-77e0b0ca-524e-43a5-9b3f-d915823f2282 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1dc9b55-1d9f-4b79-bd83-b776e631ec8b HTTP/1.1" status: 204 len: 168 time: 0.1227167 Jun 20 12:10:27.503012 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5bd2a9dd-7f50-463c-baa3-9fa4b1f99b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:27.511725 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0b0ca-524e-43a5-9b3f-d915823f2282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dc9b55-1d9f-4b79-bd83-b776e631ec8b,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:27.513545 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-77e0b0ca-524e-43a5-9b3f-d915823f2282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:28.412363 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbfe6d-9387-4ce6-ae0e-b95112d9ca21 req-79718799-d787-4239-a234-d3b3bc25a042 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:28.413937 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-11dbfe6d-9387-4ce6-ae0e-b95112d9ca21 req-79718799-d787-4239-a234-d3b3bc25a042 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0742073 Jun 20 12:10:28.457836 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-11dbfe6d-9387-4ce6-ae0e-b95112d9ca21 req-8261298a-10f4-471f-8263-e62f966de7e7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380001 Jun 20 12:10:29.186582 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 34506) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:29.290642 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-899613d0-5d3d-4663-86cd-e36e5bb9ccbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:29.378724 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-899613d0-5d3d-4663-86cd-e36e5bb9ccbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:29.383078 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-899613d0-5d3d-4663-86cd-e36e5bb9ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:29.385644 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-2fd0cb3d-a85b-4fcb-821c-25ef0423e7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:29.420092 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899613d0-5d3d-4663-86cd-e36e5bb9ccbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0503e56-289e-402c-af2d-f9eb56709f2b,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:29.424442 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-899613d0-5d3d-4663-86cd-e36e5bb9ccbe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1219ce3463f34092820179356e428441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368422 Jun 20 12:10:29.425317 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-899613d0-5d3d-4663-86cd-e36e5bb9ccbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:29.427000 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 34514) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:29.474202 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3544d9ac-f770-4324-9336-219a985a2dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:29.495715 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3544d9ac-f770-4324-9336-219a985a2dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:29.542755 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3544d9ac-f770-4324-9336-219a985a2dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:29.546383 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3544d9ac-f770-4324-9336-219a985a2dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:29.547823 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-3544d9ac-f770-4324-9336-219a985a2dc6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d0503e56-289e-402c-af2d-f9eb56709f2b HTTP/1.1" status: 204 len: 168 time: 0.1199169 Jun 20 12:10:29.548592 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a1cd3ee3-6d50-431e-8bf3-a856befc825c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:29.557477 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544d9ac-f770-4324-9336-219a985a2dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0503e56-289e-402c-af2d-f9eb56709f2b,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:29.559958 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-3544d9ac-f770-4324-9336-219a985a2dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:29.638235 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013de5b4-c4eb-471c-90dc-a1534bfe10b0 req-79d07b68-5743-4512-a64b-ba91cc6c2808 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:29.640083 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-013de5b4-c4eb-471c-90dc-a1534bfe10b0 req-79d07b68-5743-4512-a64b-ba91cc6c2808 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0697169 Jun 20 12:10:29.680565 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-013de5b4-c4eb-471c-90dc-a1534bfe10b0 req-85bda91e-625d-453f-b7d5-d9b3e64205e5 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338750 Jun 20 12:10:29.820217 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 34522) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:29.834596 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a98e517c-b8fa-4482-9ad8-fc3e136f30d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:29.925525 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a98e517c-b8fa-4482-9ad8-fc3e136f30d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:29.929224 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a98e517c-b8fa-4482-9ad8-fc3e136f30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:29.931976 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5d6a01d6-9da1-4e7c-93e1-e2f0db78c611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:29.968479 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-a98e517c-b8fa-4482-9ad8-fc3e136f30d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd43924728df41e99a7c61d7c4c80c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471510 Jun 20 12:10:29.969521 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e517c-b8fa-4482-9ad8-fc3e136f30d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1071d53-f120-429d-a2e3-41a846acf9b3,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:29.971496 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 34524) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:29.972647 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-a98e517c-b8fa-4482-9ad8-fc3e136f30d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:30.022113 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-55bebd19-be65-446c-8249-8323c44d7ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:30.045704 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-55bebd19-be65-446c-8249-8323c44d7ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:30.093987 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-55bebd19-be65-446c-8249-8323c44d7ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:30.096532 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-55bebd19-be65-446c-8249-8323c44d7ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:30.097737 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-55bebd19-be65-446c-8249-8323c44d7ad1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1071d53-f120-429d-a2e3-41a846acf9b3 HTTP/1.1" status: 204 len: 168 time: 0.1252613 Jun 20 12:10:30.098546 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-55b1e06b-b802-4a62-b342-de3cb168e16e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:30.106134 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bebd19-be65-446c-8249-8323c44d7ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1071d53-f120-429d-a2e3-41a846acf9b3,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:30.108853 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-55bebd19-be65-446c-8249-8323c44d7ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:30.866420 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b829f0-094e-4794-ab35-83c383d09428 req-91c02f63-7217-4e16-bd2d-ee274e59501c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:30.867909 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b2b829f0-094e-4794-ab35-83c383d09428 req-91c02f63-7217-4e16-bd2d-ee274e59501c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0708749 Jun 20 12:10:31.156191 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b2b829f0-094e-4794-ab35-83c383d09428 req-d1c1858b-3ba7-47bd-8700-193e0d074fe1 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809834 Jun 20 12:10:32.338462 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87dc657-fd94-4668-9aad-37fc73ac7031 req-9f25269d-cfad-4f6b-99cb-21b6f4f844dd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:32.339949 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d87dc657-fd94-4668-9aad-37fc73ac7031 req-9f25269d-cfad-4f6b-99cb-21b6f4f844dd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0673683 Jun 20 12:10:32.377112 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d87dc657-fd94-4668-9aad-37fc73ac7031 req-746b1ec2-7413-423c-ad2c-7faefe4f0f57 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314424 Jun 20 12:10:33.551007 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452faf8-0d3f-4959-bb1d-18a30188c1fa req-964dae4d-5ca5-4edd-a9f4-281379056919 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:33.552587 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d452faf8-0d3f-4959-bb1d-18a30188c1fa req-964dae4d-5ca5-4edd-a9f4-281379056919 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0633461 Jun 20 12:10:33.594657 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d452faf8-0d3f-4959-bb1d-18a30188c1fa req-086c7ccc-1449-49e3-ba02-7830d186684f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364351 Jun 20 12:10:34.770561 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a144fa-a74a-4910-b13e-a0e519780f94 req-4305e5e3-ad41-43d2-848f-e1e26233cc65 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:34.771967 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-11a144fa-a74a-4910-b13e-a0e519780f94 req-4305e5e3-ad41-43d2-848f-e1e26233cc65 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0648463 Jun 20 12:10:34.811636 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-11a144fa-a74a-4910-b13e-a0e519780f94 req-74beadf5-106f-46bb-ab27-d32049b10773 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323820 Jun 20 12:10:35.989372 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53407e-e413-4032-80ea-4d6267aa2215 req-f5e3d286-019c-45ab-bca2-01928d8e8598 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:35.990846 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4d53407e-e413-4032-80ea-4d6267aa2215 req-f5e3d286-019c-45ab-bca2-01928d8e8598 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0631833 Jun 20 12:10:36.029117 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4d53407e-e413-4032-80ea-4d6267aa2215 req-f0f0c8a9-6a24-4367-a804-909f9cf0df5d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326948 Jun 20 12:10:36.892384 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-069cc4ed-bfa2-4638-92eb-b4d6673947de tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546728841&fields=id&tenant_id=f10fbe91f34a4e1b8dbde73ad9d559d2 HTTP/1.1" status: 200 len: 267 time: 0.0337303 Jun 20 12:10:36.998061 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-033ae489-edbf-4bc3-b83b-e8bebbbc54fa tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:37.000033 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-033ae489-edbf-4bc3-b83b-e8bebbbc54fa tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/networks?id=b8e43b58-1078-4caa-b969-0605161e64b6 HTTP/1.1" status: 200 len: 812 time: 0.1012883 Jun 20 12:10:37.015178 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-068c10f7-66e7-4764-b16f-07a3b1c8b1c9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/quotas/f10fbe91f34a4e1b8dbde73ad9d559d2 HTTP/1.1" status: 200 len: 375 time: 0.0094450 Jun 20 12:10:37.086711 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-79f5bafb-237c-4305-8f9b-7f31cf8b4f89 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f10fbe91f34a4e1b8dbde73ad9d559d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664363 Jun 20 12:10:37.186062 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-245c4a9b-2f18-45a8-8cc1-56833fc9e091 service neutron] 10.222.0.25 "GET /v2.0/networks/b8e43b58-1078-4caa-b969-0605161e64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862811 Jun 20 12:10:37.283703 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-62875709-059c-496c-b297-5ee94518def1 service neutron] 10.222.0.25 "GET /v2.0/networks/b8e43b58-1078-4caa-b969-0605161e64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910671 Jun 20 12:10:37.406799 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1d97a-d7f1-43d3-a67a-420e19761691 req-cbded280-3b3e-4302-8a7f-0f32a7a6d9af tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:37.406799 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-70d1d97a-d7f1-43d3-a67a-420e19761691 req-cbded280-3b3e-4302-8a7f-0f32a7a6d9af tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.1098516 Jun 20 12:10:37.425908 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7c0af-a807-450a-b711-5b44f6e3558a req-4a964991-b0cc-4422-94bd-b05e8262adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:37.427486 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-93f7c0af-a807-450a-b711-5b44f6e3558a req-4a964991-b0cc-4422-94bd-b05e8262adb3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 1098 time: 0.0965090 Jun 20 12:10:37.475170 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-70d1d97a-d7f1-43d3-a67a-420e19761691 req-1379b388-9747-4271-aec6-748e27f8d207 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622649 Jun 20 12:10:37.481759 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-93f7c0af-a807-450a-b711-5b44f6e3558a req-696aab4e-8e0f-48e5-82dd-c48f77e2529c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463045 Jun 20 12:10:37.597177 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bab5cc33-eb9b-4534-9077-acc8cdf0495d req-2ca2c88d-a23f-40f0-a1e1-0375c9e0574b tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0285878 Jun 20 12:10:37.832857 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-aaa6cca7-1de1-4358-8959-3e4d15de6762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:38.654072 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102828be-a5ef-40df-8ebf-33a3e2c2739f req-06d5e912-444c-43e9-91fa-7355f9825d2d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:38.656694 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-102828be-a5ef-40df-8ebf-33a3e2c2739f req-06d5e912-444c-43e9-91fa-7355f9825d2d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0654271 Jun 20 12:10:38.694709 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-102828be-a5ef-40df-8ebf-33a3e2c2739f req-bd4ef000-a8c0-49e3-93cf-92257eac5e87 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322027 Jun 20 12:10:38.741699 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-870f5a11-2c92-4b9d-854a-d2709e341646 req-009f1f63-efd6-4622-8c91-2468df0efe88 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0325122 Jun 20 12:10:39.435636 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-9835b84e-fcbd-4a46-a412-b9c3f1a81b82 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:39.437498 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-9835b84e-fcbd-4a46-a412-b9c3f1a81b82 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.30 "GET /v2.0/networks?id=b8e43b58-1078-4caa-b969-0605161e64b6 HTTP/1.1" status: 200 len: 812 time: 0.2180526 Jun 20 12:10:39.498000 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-b8437527-276e-4262-bb67-4a24e86a21df tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f10fbe91f34a4e1b8dbde73ad9d559d2 HTTP/1.1" status: 200 len: 380 time: 0.0421288 Jun 20 12:10:39.524693 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-427b8d6b-b276-4362-9433-95dc4b194c86 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Request body: {'port': {'device_id': '44fcba24-a6a0-490b-911c-d63a8d4cfddb', 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6', 'admin_state_up': True, 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'security_groups': ['2a848108-c0dc-46d4-840b-c044349baa2a']}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:10:39.641259 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-427b8d6b-b276-4362-9433-95dc4b194c86 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Made reservation on behalf of f10fbe91f34a4e1b8dbde73ad9d559d2 for: {'port': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:10:39.645677 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-427b8d6b-b276-4362-9433-95dc4b194c86 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:39.781245 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-427b8d6b-b276-4362-9433-95dc4b194c86 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Allocated IP 172.20.0.10 (b8e43b58-1078-4caa-b969-0605161e64b6/4d434098-b284-47eb-a040-67a023acc9ad/43f3ae98-bdcf-48c9-a305-eae973f05ff5) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:10:39.902372 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-70f5a424-bdfc-4edf-9fe5-ad5e907ffc9e req-bc6ff0df-b350-49ca-8772-c710474ae63d tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0337353 Jun 20 12:10:39.946900 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f2db7e77-b875-4e17-97ea-f840311970bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:39.965395 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-427b8d6b-b276-4362-9433-95dc4b194c86 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:39.975129 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228290c-9194-4549-81bd-dc553a91e78a req-f0f65826-f159-4cc1-96fb-af845a16c56e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:39.976580 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6228290c-9194-4549-81bd-dc553a91e78a req-f0f65826-f159-4cc1-96fb-af845a16c56e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.1584718 Jun 20 12:10:39.996017 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-427b8d6b-b276-4362-9433-95dc4b194c86 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Transition to ACTIVE for port object 43f3ae98-bdcf-48c9-a305-eae973f05ff5 will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:10:40.030671 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6228290c-9194-4549-81bd-dc553a91e78a req-8708414b-0295-4831-a3b4-f10abffc8b4f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480714 Jun 20 12:10:40.060021 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-427b8d6b-b276-4362-9433-95dc4b194c86 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7115647'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:40.065543 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:40.112813 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-427b8d6b-b276-4362-9433-95dc4b194c86 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Network b8e43b58-1078-4caa-b969-0605161e64b6 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:10:40.116462 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-427b8d6b-b276-4362-9433-95dc4b194c86 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:10:40.120331 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-427b8d6b-b276-4362-9433-95dc4b194c86 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:10:40.127050 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b8d6b-b276-4362-9433-95dc4b194c86 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Pushing event updated for resources: {'Port': ['ID=43f3ae98-bdcf-48c9-a305-eae973f05ff5,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:40.148891 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-427b8d6b-b276-4362-9433-95dc4b194c86 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:40.186921 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-427b8d6b-b276-4362-9433-95dc4b194c86 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:40.187626 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-427b8d6b-b276-4362-9433-95dc4b194c86 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:40.206602 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-427b8d6b-b276-4362-9433-95dc4b194c86 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6864545 Jun 20 12:10:40.226368 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Request body: {'port': {'device_id': '44fcba24-a6a0-490b-911c-d63a8d4cfddb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:10:40.317477 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:40.352238 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:40.419090 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-e56e634f-1d0c-4506-8029-7d0fb9eb2725 None None] Provisioning for port 43f3ae98-bdcf-48c9-a305-eae973f05ff5 completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:10:40.428371 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-e56e634f-1d0c-4506-8029-7d0fb9eb2725 None None] Provisioning complete for port 43f3ae98-bdcf-48c9-a305-eae973f05ff5 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:10:40.429118 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e56e634f-1d0c-4506-8029-7d0fb9eb2725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:40.516744 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-e56e634f-1d0c-4506-8029-7d0fb9eb2725 None None] Port 43f3ae98-bdcf-48c9-a305-eae973f05ff5 cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:10:40.737437 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f3ae98-bdcf-48c9-a305-eae973f05ff5 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:10:40.745828 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:40.759704 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Transition to ACTIVE for port object 43f3ae98-bdcf-48c9-a305-eae973f05ff5 will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:10:40.764126 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:40.767667 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-71eca3fe-b807-4e51-a5a4-7138984cbe63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:40.845885 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Pushing event updated for resources: {'Port': ['ID=43f3ae98-bdcf-48c9-a305-eae973f05ff5,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:40.852789 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:40.874694 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac2cd0-2cbb-46af-845d-c89b650ac037 req-49294ea4-5d44-494c-bb8f-c7423db13c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:40.876178 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7bac2cd0-2cbb-46af-845d-c89b650ac037 req-49294ea4-5d44-494c-bb8f-c7423db13c63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 1098 time: 0.1244440 Jun 20 12:10:40.887104 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd985bf4-09d5-42e9-806f-b2d5d6d483b6 req-831b50bc-9ea3-4694-9a14-dfbce9f3e55e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:40.889422 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-dd985bf4-09d5-42e9-806f-b2d5d6d483b6 req-831b50bc-9ea3-4694-9a14-dfbce9f3e55e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.1053488 Jun 20 12:10:40.953593 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Attempting to bind port 43f3ae98-bdcf-48c9-a305-eae973f05ff5 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:10:40.953944 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Attempting to bind port 43f3ae98-bdcf-48c9-a305-eae973f05ff5 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'c37a05f1-c46d-4eb6-95bf-5654066af99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:10:40.954278 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Attempting to bind port 43f3ae98-bdcf-48c9-a305-eae973f05ff5 on network b8e43b58-1078-4caa-b969-0605161e64b6 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:10:40.961791 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Port 43f3ae98-bdcf-48c9-a305-eae973f05ff5 on network b8e43b58-1078-4caa-b969-0605161e64b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 20 12:10:40.962291 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Attempting to bind port 43f3ae98-bdcf-48c9-a305-eae973f05ff5 on network b8e43b58-1078-4caa-b969-0605161e64b6 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:10:40.970294 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Checking agent: {'id': '3511620b-fad0-480c-9502-82df55f89faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'started_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:10:40.970640 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Checking segment: {'id': 'c37a05f1-c46d-4eb6-95bf-5654066af99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:10:40.971526 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Bound using segment: {'id': 'c37a05f1-c46d-4eb6-95bf-5654066af99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:10:40.971999 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Bound port: 43f3ae98-bdcf-48c9-a305-eae973f05ff5, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37a05f1-c46d-4eb6-95bf-5654066af99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:10:40.972956 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:40.979543 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-dd985bf4-09d5-42e9-806f-b2d5d6d483b6 req-5946365f-c836-49cf-b457-fb234ccd9c56 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814333 Jun 20 12:10:41.018299 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac2cd0-2cbb-46af-845d-c89b650ac037 req-8f8c1ab1-d61b-4613-90e3-d708bb637427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:41.020105 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7bac2cd0-2cbb-46af-845d-c89b650ac037 req-8f8c1ab1-d61b-4613-90e3-d708bb637427 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 920 time: 0.1297171 Jun 20 12:10:41.063959 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7bac2cd0-2cbb-46af-845d-c89b650ac037 req-ca3ebe88-f778-4b4b-827f-4bbfde19005f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece2b702-a1d0-40a0-a2be-e18d2b53db25 HTTP/1.1" status: 200 len: 217 time: 0.0363910 Jun 20 12:10:41.108645 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] For port 43f3ae98-bdcf-48c9-a305-eae973f05ff5, host hv-cinder-79496, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:10:41.125502 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac2cd0-2cbb-46af-845d-c89b650ac037 req-671c95cd-c83d-4ebb-b191-6230892288eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:41.125711 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] For port 43f3ae98-bdcf-48c9-a305-eae973f05ff5, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=43f3ae98-bdcf-48c9-a305-eae973f05ff5,segment=NetworkSegment(c37a05f1-c46d-4eb6-95bf-5654066af99c),segment_id=c37a05f1-c46d-4eb6-95bf-5654066af99c)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:10:41.126969 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7bac2cd0-2cbb-46af-845d-c89b650ac037 req-671c95cd-c83d-4ebb-b191-6230892288eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0bca940-04b5-4092-a25a-ee3a37d4ce47 HTTP/1.1" status: 200 len: 859 time: 0.0566585 Jun 20 12:10:41.131094 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:41.134507 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:41.147624 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a00e4-ead8-4cbc-9b0b-f84576b89e30 req-52b1648c-9e8b-461d-b759-e4be712e6ace tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:41.149121 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3c4a00e4-ead8-4cbc-9b0b-f84576b89e30 req-52b1648c-9e8b-461d-b759-e4be712e6ace tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 944 time: 0.1091697 Jun 20 12:10:41.161354 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7bac2cd0-2cbb-46af-845d-c89b650ac037 req-fa2ce9e2-9864-4ecd-a925-1b520fe3fb23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a060551e-4666-489f-af6c-22591d5d515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276346 Jun 20 12:10:41.199751 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:41.200364 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:41.201844 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] 10.222.0.30 "PUT /v2.0/ports/43f3ae98-bdcf-48c9-a305-eae973f05ff5 HTTP/1.1" status: 200 len: 1094 time: 0.9801836 Jun 20 12:10:41.202432 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44fcba24-a6a0-490b-911c-d63a8d4cfddb', 'tag': '43f3ae98-bdcf-48c9-a305-eae973f05ff5'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:10:41.204949 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc85073c-a17a-4bca-89be-dcc23e720b45" -d '{"events": [{"name": "network-changed", "server_uuid": "44fcba24-a6a0-490b-911c-d63a8d4cfddb", "tag": "43f3ae98-bdcf-48c9-a305-eae973f05ff5"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:10:41.240587 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Pushing event updated for resources: {'Port': ['ID=43f3ae98-bdcf-48c9-a305-eae973f05ff5,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:41.245488 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:41.256748 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3c4a00e4-ead8-4cbc-9b0b-f84576b89e30 req-b6963d6f-2323-42cc-a0cb-7a42db91da91 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a848108-c0dc-46d4-840b-c044349baa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885823 Jun 20 12:10:41.264009 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b630ed4f-2917-4ebb-a288-2500e87b70ff x-openstack-request-id: req-b630ed4f-2917-4ebb-a288-2500e87b70ff {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:10:41.264362 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44fcba24-a6a0-490b-911c-d63a8d4cfddb", "tag": "43f3ae98-bdcf-48c9-a305-eae973f05ff5", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:10:41.264704 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b630ed4f-2917-4ebb-a288-2500e87b70ff {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:10:41.265289 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44fcba24-a6a0-490b-911c-d63a8d4cfddb', 'tag': '43f3ae98-bdcf-48c9-a305-eae973f05ff5', 'status': 'completed', 'code': 200} Jun 20 12:10:41.277447 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7bac2cd0-2cbb-46af-845d-c89b650ac037 req-165d2c2e-5294-4407-bba3-1b408aeb6871 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080122 Jun 20 12:10:41.358671 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-6085dfcb-6436-4679-b645-f62e2d46927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:41.359851 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-6085dfcb-6436-4679-b645-f62e2d46927c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f10fbe91f34a4e1b8dbde73ad9d559d2&device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 1097 time: 0.0654573 Jun 20 12:10:41.389683 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7bac2cd0-2cbb-46af-845d-c89b650ac037 req-8b66cb33-60ef-4092-b9c2-429c847fecd2 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950055 Jun 20 12:10:41.418773 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-0e72c09c-b758-413a-8cf3-57ce01b4d6cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43f3ae98-bdcf-48c9-a305-eae973f05ff5 HTTP/1.1" status: 200 len: 217 time: 0.0358570 Jun 20 12:10:41.480098 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:41.483092 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-04778d4e-98ff-458a-b6de-4b03d574b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:41.484549 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-04778d4e-98ff-458a-b6de-4b03d574b038 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d434098-b284-47eb-a040-67a023acc9ad HTTP/1.1" status: 200 len: 851 time: 0.0573828 Jun 20 12:10:41.556684 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-b737a7f1-a7fa-4a36-b936-add31842835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:41.558188 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-b737a7f1-a7fa-4a36-b936-add31842835d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8e43b58-1078-4caa-b969-0605161e64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568335 Jun 20 12:10:41.655257 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-7d55d6ef-2379-4387-9375-ec1998463409 service neutron] 10.222.0.30 "GET /v2.0/networks/b8e43b58-1078-4caa-b969-0605161e64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882499 Jun 20 12:10:41.762911 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e32d2cd8-26fb-4b8f-bd1b-2ae0ad2f3353 req-9740d9d6-939a-4493-8aa3-a5413d446426 service neutron] 10.222.0.30 "GET /v2.0/networks/b8e43b58-1078-4caa-b969-0605161e64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904233 Jun 20 12:10:41.994924 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85073c-a17a-4bca-89be-dcc23e720b45 req-f380c684-e14f-457f-a465-cbde79faf596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:41.996331 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bc85073c-a17a-4bca-89be-dcc23e720b45 req-f380c684-e14f-457f-a465-cbde79faf596 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f10fbe91f34a4e1b8dbde73ad9d559d2&device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 1097 time: 0.0532086 Jun 20 12:10:42.134193 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85073c-a17a-4bca-89be-dcc23e720b45 req-ea144b18-dcec-4299-9933-b9e472e9b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:42.135590 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bc85073c-a17a-4bca-89be-dcc23e720b45 req-ea144b18-dcec-4299-9933-b9e472e9b00b service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8e43b58-1078-4caa-b969-0605161e64b6 HTTP/1.1" status: 200 len: 913 time: 0.1202691 Jun 20 12:10:42.180481 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bc85073c-a17a-4bca-89be-dcc23e720b45 req-210cdd6f-3f45-4e1d-9a6a-a83fee38e5dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43f3ae98-bdcf-48c9-a305-eae973f05ff5 HTTP/1.1" status: 200 len: 217 time: 0.0371027 Jun 20 12:10:42.232615 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96d248-bca4-4054-be50-f4731a353811 req-2499b936-a36c-4a23-8e1e-47e5c116c2e8 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:42.234149 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ef96d248-bca4-4054-be50-f4731a353811 req-2499b936-a36c-4a23-8e1e-47e5c116c2e8 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.1293547 Jun 20 12:10:42.251086 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85073c-a17a-4bca-89be-dcc23e720b45 req-1bb4da06-1ec8-46bd-a180-020f3bd7fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:42.252368 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bc85073c-a17a-4bca-89be-dcc23e720b45 req-1bb4da06-1ec8-46bd-a180-020f3bd7fd2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d434098-b284-47eb-a040-67a023acc9ad HTTP/1.1" status: 200 len: 851 time: 0.0655842 Jun 20 12:10:42.305602 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ef96d248-bca4-4054-be50-f4731a353811 req-52ca04ad-a954-46fa-8833-948dec68fb18 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657537 Jun 20 12:10:42.328956 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85073c-a17a-4bca-89be-dcc23e720b45 req-21d72a19-4d4a-4d94-9b33-9f2d1d48a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:42.330446 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bc85073c-a17a-4bca-89be-dcc23e720b45 req-21d72a19-4d4a-4d94-9b33-9f2d1d48a076 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8e43b58-1078-4caa-b969-0605161e64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705965 Jun 20 12:10:42.427984 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bc85073c-a17a-4bca-89be-dcc23e720b45 req-4209dc00-e76c-438d-a18b-8e193c902296 service neutron] 10.222.0.30 "GET /v2.0/networks/b8e43b58-1078-4caa-b969-0605161e64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895386 Jun 20 12:10:42.437479 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4ea2a-4891-47a6-8ce3-519e77fd2cc9 req-8a014628-3f81-4df5-8ec4-4e87b538c2c7 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:42.438968 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-29e4ea2a-4891-47a6-8ce3-519e77fd2cc9 req-8a014628-3f81-4df5-8ec4-4e87b538c2c7 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 944 time: 0.0690160 Jun 20 12:10:42.484428 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-29e4ea2a-4891-47a6-8ce3-519e77fd2cc9 req-b93a2047-7834-4cfe-b222-676b847628af tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a848108-c0dc-46d4-840b-c044349baa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316744 Jun 20 12:10:42.522221 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bc85073c-a17a-4bca-89be-dcc23e720b45 req-92faac3a-4446-40e5-86a3-7f00d1a79814 service neutron] 10.222.0.30 "GET /v2.0/networks/b8e43b58-1078-4caa-b969-0605161e64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869689 Jun 20 12:10:43.190962 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:43.478062 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3eb60-462a-4cbf-8ff5-ab1f1063535f req-8a116c25-57a0-4058-beab-9f2152f7f422 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:43.479405 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7ba3eb60-462a-4cbf-8ff5-ab1f1063535f req-8a116c25-57a0-4058-beab-9f2152f7f422 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0609400 Jun 20 12:10:43.518074 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7ba3eb60-462a-4cbf-8ff5-ab1f1063535f req-4eb3c21e-f14a-443b-aff9-945d42b20458 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326231 Jun 20 12:10:43.657720 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463506c0-7159-43ba-b8c3-8212b6d1f1ba req-3875bcc3-d7ab-4c5a-8c37-dec0476b4a5f tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:43.659178 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-463506c0-7159-43ba-b8c3-8212b6d1f1ba req-3875bcc3-d7ab-4c5a-8c37-dec0476b4a5f tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 944 time: 0.0659282 Jun 20 12:10:43.696415 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-463506c0-7159-43ba-b8c3-8212b6d1f1ba req-df571a1f-917b-4518-a0eb-603f44363db3 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a848108-c0dc-46d4-840b-c044349baa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316539 Jun 20 12:10:44.134850 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 34808) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:44.238680 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cdbf4206-de75-4845-be00-a1097eff2613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:44.330823 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cdbf4206-de75-4845-be00-a1097eff2613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:44.334733 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cdbf4206-de75-4845-be00-a1097eff2613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:44.338566 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:44.371851 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-cdbf4206-de75-4845-be00-a1097eff2613 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1b1b14f543944708d52e737ca01c44d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359486 Jun 20 12:10:44.374390 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf4206-de75-4845-be00-a1097eff2613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be976bd6-37cb-4084-95fb-0f61fdd51087,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:44.375075 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 34812) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:44.377633 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-cdbf4206-de75-4845-be00-a1097eff2613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:44.423200 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a7f152fe-d13f-4dec-9550-49ffd1ca2e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:44.444135 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a7f152fe-d13f-4dec-9550-49ffd1ca2e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:44.488310 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a7f152fe-d13f-4dec-9550-49ffd1ca2e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:44.490841 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a7f152fe-d13f-4dec-9550-49ffd1ca2e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:44.491977 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-a7f152fe-d13f-4dec-9550-49ffd1ca2e3a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be976bd6-37cb-4084-95fb-0f61fdd51087 HTTP/1.1" status: 204 len: 168 time: 0.1159377 Jun 20 12:10:44.492717 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-84c04fd9-7159-4435-b578-dd716f6e8172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:44.500346 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f152fe-d13f-4dec-9550-49ffd1ca2e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be976bd6-37cb-4084-95fb-0f61fdd51087,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:44.502685 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-a7f152fe-d13f-4dec-9550-49ffd1ca2e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:44.696981 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949777f-8119-4d2e-abd3-8b56718994f8 req-7f618b41-f58b-4a0b-8a21-9508a2c30ac3 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:44.698513 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c949777f-8119-4d2e-abd3-8b56718994f8 req-7f618b41-f58b-4a0b-8a21-9508a2c30ac3 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0654471 Jun 20 12:10:44.742330 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c949777f-8119-4d2e-abd3-8b56718994f8 req-409413b5-3602-4ce6-9de7-610d6124a301 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380032 Jun 20 12:10:44.782458 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 34822) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:44.798044 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c390f9b6-3e06-45f2-835d-15e88b4f5b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:44.937171 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024b084-f1e1-4af8-8730-a8e523ac1023 req-9546d3f7-4f4c-4a9a-b0b4-f0cb1a594829 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:44.938638 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d024b084-f1e1-4af8-8730-a8e523ac1023 req-9546d3f7-4f4c-4a9a-b0b4-f0cb1a594829 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 944 time: 0.1116970 Jun 20 12:10:44.973175 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c390f9b6-3e06-45f2-835d-15e88b4f5b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:44.979104 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c390f9b6-3e06-45f2-835d-15e88b4f5b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:44.986577 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-6a75cbc2-0117-4fcc-915a-2efa74fd1331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:45.016487 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d024b084-f1e1-4af8-8730-a8e523ac1023 req-192fbf99-0a24-4565-a836-2e8040203cd6 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a848108-c0dc-46d4-840b-c044349baa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699379 Jun 20 12:10:45.037857 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-c390f9b6-3e06-45f2-835d-15e88b4f5b86 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da5cb4e87d6b408c83d0cfd0992e51f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542374 Jun 20 12:10:45.042022 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 34828) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:45.050073 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390f9b6-3e06-45f2-835d-15e88b4f5b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d72dd0-3f55-4ef2-866d-4a0bbae82d5c,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:45.050073 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c390f9b6-3e06-45f2-835d-15e88b4f5b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:45.108368 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5632574d-3e47-4e0d-a58d-028b2c8f34d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:45.130392 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5632574d-3e47-4e0d-a58d-028b2c8f34d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:45.182797 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5632574d-3e47-4e0d-a58d-028b2c8f34d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:45.185510 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5632574d-3e47-4e0d-a58d-028b2c8f34d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:45.186894 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-5632574d-3e47-4e0d-a58d-028b2c8f34d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79d72dd0-3f55-4ef2-866d-4a0bbae82d5c HTTP/1.1" status: 204 len: 168 time: 0.1449494 Jun 20 12:10:45.187707 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-0eba545c-80f6-4fa3-b386-c5a8cacf71cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:45.194952 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632574d-3e47-4e0d-a58d-028b2c8f34d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d72dd0-3f55-4ef2-866d-4a0bbae82d5c,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:45.197324 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-5632574d-3e47-4e0d-a58d-028b2c8f34d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:45.927818 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fad83c-4860-40a7-841d-c29f41698297 req-9f3e7045-9fe4-4fb6-b70e-d18115e77511 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:45.929426 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-66fad83c-4860-40a7-841d-c29f41698297 req-9f3e7045-9fe4-4fb6-b70e-d18115e77511 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0685649 Jun 20 12:10:45.968835 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-66fad83c-4860-40a7-841d-c29f41698297 req-04d6ae1b-1d45-45b0-8f61-22409eb99477 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325389 Jun 20 12:10:46.210419 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74849c6e-adf6-4e6e-a125-0f458a680b50 req-a9e30a0b-6c97-4a30-82fc-4544a259ec22 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:46.212118 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-74849c6e-adf6-4e6e-a125-0f458a680b50 req-a9e30a0b-6c97-4a30-82fc-4544a259ec22 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 944 time: 0.0662222 Jun 20 12:10:46.261800 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-74849c6e-adf6-4e6e-a125-0f458a680b50 req-75c496ab-a624-4d70-81de-26d899ae0e25 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a848108-c0dc-46d4-840b-c044349baa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409601 Jun 20 12:10:47.463071 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ee0f4-e981-4515-9888-273b6a9de053 req-7a41a5c5-5ad3-4724-9e62-6faa08644611 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:47.465330 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-362ee0f4-e981-4515-9888-273b6a9de053 req-7a41a5c5-5ad3-4724-9e62-6faa08644611 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 944 time: 0.0843964 Jun 20 12:10:47.506892 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-362ee0f4-e981-4515-9888-273b6a9de053 req-a3364844-3e79-408e-bb8e-ef9ed64e2c84 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a848108-c0dc-46d4-840b-c044349baa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355544 Jun 20 12:10:48.682491 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcdfb4-9e4c-4f78-a9b7-68622b2591f7 req-13d988b8-21e1-4f72-ae79-620e9c37e7e5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:48.684092 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-40dcdfb4-9e4c-4f78-a9b7-68622b2591f7 req-13d988b8-21e1-4f72-ae79-620e9c37e7e5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 944 time: 0.0627842 Jun 20 12:10:48.723643 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-40dcdfb4-9e4c-4f78-a9b7-68622b2591f7 req-957f1a9b-14da-4f60-894e-d69b56acf7be tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a848108-c0dc-46d4-840b-c044349baa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327241 Jun 20 12:10:49.903517 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8873632-5172-4f9d-9821-288479a00aed req-d5ddcaf7-81c3-4c99-a6f2-b51082546eec tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:49.905513 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c8873632-5172-4f9d-9821-288479a00aed req-d5ddcaf7-81c3-4c99-a6f2-b51082546eec tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 944 time: 0.0691867 Jun 20 12:10:49.943301 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c8873632-5172-4f9d-9821-288479a00aed req-fdcb878a-183d-4b99-8d46-bce05abac3aa tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a848108-c0dc-46d4-840b-c044349baa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321643 Jun 20 12:10:49.987041 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:50.039027 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 43f3ae98-bdcf-48c9-a305-eae973f05ff5 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92894) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 20 12:10:50.133880 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 43f3ae98-bdcf-48c9-a305-eae973f05ff5, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=43f3ae98-bdcf-48c9-a305-eae973f05ff5,segment=NetworkSegment(c37a05f1-c46d-4eb6-95bf-5654066af99c),segment_id=c37a05f1-c46d-4eb6-95bf-5654066af99c)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:10:50.147967 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Returning: {'device': '43f3ae98-bdcf-48c9-a305-eae973f05ff5', 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6', 'port_id': '43f3ae98-bdcf-48c9-a305-eae973f05ff5', 'mac_address': 'fa:16:3e:e8:f3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d434098-b284-47eb-a040-67a023acc9ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92894) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 20 12:10:50.194128 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:50.211067 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f3ae98-bdcf-48c9-a305-eae973f05ff5 {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:10:50.231637 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 43f3ae98-bdcf-48c9-a305-eae973f05ff5, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=43f3ae98-bdcf-48c9-a305-eae973f05ff5,segment=NetworkSegment(c37a05f1-c46d-4eb6-95bf-5654066af99c),segment_id=c37a05f1-c46d-4eb6-95bf-5654066af99c)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:10:50.235735 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:50.237455 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a9d86598-078c-43e1-ba0d-606ca99a278e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:50.285148 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=43f3ae98-bdcf-48c9-a305-eae973f05ff5,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:50.291985 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:50.292335 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:50.292677 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:50.293045 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:50.293381 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:50.293712 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:50.294042 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:50.294368 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:50.295763 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:50.296164 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:50.296499 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:50.296827 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:50.300696 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:50.821645 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['43f3ae98-bdcf-48c9-a305-eae973f05ff5'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:10:51.122231 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6e249-fa9c-4112-af00-a10268d979fd req-ceda6031-96d6-40c8-a777-750aed5ebeb0 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:51.123800 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-eec6e249-fa9c-4112-af00-a10268d979fd req-ceda6031-96d6-40c8-a777-750aed5ebeb0 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 945 time: 0.0668230 Jun 20 12:10:51.160630 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-eec6e249-fa9c-4112-af00-a10268d979fd req-f091b4ff-12ea-440e-905d-ac1ce5293bde tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a848108-c0dc-46d4-840b-c044349baa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312042 Jun 20 12:10:51.782480 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ed86416-d983-4dab-b27e-b7fc95d71ffa req-7fe353df-5207-4788-aebc-de0e53f2e4f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522740 Jun 20 12:10:51.908553 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed86416-d983-4dab-b27e-b7fc95d71ffa req-7d6dd22f-b6a1-450c-b739-c5365625d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:51.910054 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ed86416-d983-4dab-b27e-b7fc95d71ffa req-7d6dd22f-b6a1-450c-b739-c5365625d596 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 1098 time: 0.0607352 Jun 20 12:10:52.016910 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed86416-d983-4dab-b27e-b7fc95d71ffa req-2239bac6-8ec7-4c2f-a07d-940d8113501d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:52.018280 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ed86416-d983-4dab-b27e-b7fc95d71ffa req-2239bac6-8ec7-4c2f-a07d-940d8113501d service neutron] 10.222.0.30 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 920 time: 0.0819952 Jun 20 12:10:52.063687 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ed86416-d983-4dab-b27e-b7fc95d71ffa req-e15613af-6227-4faa-9fae-c30bc001a392 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece2b702-a1d0-40a0-a2be-e18d2b53db25 HTTP/1.1" status: 200 len: 217 time: 0.0371816 Jun 20 12:10:52.072611 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 43f3ae98-bdcf-48c9-a305-eae973f05ff5 up at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:10:52.112629 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed86416-d983-4dab-b27e-b7fc95d71ffa req-6cf51a76-5cba-4050-ac10-f65543add36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:52.114083 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ed86416-d983-4dab-b27e-b7fc95d71ffa req-6cf51a76-5cba-4050-ac10-f65543add36e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0bca940-04b5-4092-a25a-ee3a37d4ce47 HTTP/1.1" status: 200 len: 859 time: 0.0430138 Jun 20 12:10:52.120719 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning for port 43f3ae98-bdcf-48c9-a305-eae973f05ff5 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:10:52.124971 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning complete for port 43f3ae98-bdcf-48c9-a305-eae973f05ff5 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:10:52.125361 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:52.148426 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ed86416-d983-4dab-b27e-b7fc95d71ffa req-e3ec65c6-463c-48fa-a3dc-9fd64d7ad838 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a060551e-4666-489f-af6c-22591d5d515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273926 Jun 20 12:10:52.208206 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:52.235194 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44fcba24-a6a0-490b-911c-d63a8d4cfddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f3ae98-bdcf-48c9-a305-eae973f05ff5'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:10:52.237564 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff433fd2e3e8483ec5bde8b443a8d0833f9278b814f7b3ef2a1c28b3d75b6172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3779f18e-6030-4072-a81b-08f85b7695d8" -d '{"events": [{"server_uuid": "44fcba24-a6a0-490b-911c-d63a8d4cfddb", "name": "network-vif-plugged", "status": "completed", "tag": "43f3ae98-bdcf-48c9-a305-eae973f05ff5"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:10:52.244740 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ed86416-d983-4dab-b27e-b7fc95d71ffa req-7eb7b7fb-b875-4cc1-92f1-2c9bbf1d10a9 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884197 Jun 20 12:10:52.258924 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 43f3ae98-bdcf-48c9-a305-eae973f05ff5, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=43f3ae98-bdcf-48c9-a305-eae973f05ff5,segment=NetworkSegment(c37a05f1-c46d-4eb6-95bf-5654066af99c),segment_id=c37a05f1-c46d-4eb6-95bf-5654066af99c)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:10:52.265608 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:52.267533 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cb8a0e49-545d-4a9f-b03e-41c64ab3fd0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:52.303226 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140805da-5420-474c-a5aa-d1eff50a8211 x-openstack-request-id: req-140805da-5420-474c-a5aa-d1eff50a8211 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:10:52.303226 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44fcba24-a6a0-490b-911c-d63a8d4cfddb", "name": "network-vif-plugged", "status": "completed", "tag": "43f3ae98-bdcf-48c9-a305-eae973f05ff5", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:10:52.303226 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-140805da-5420-474c-a5aa-d1eff50a8211 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:10:52.303226 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44fcba24-a6a0-490b-911c-d63a8d4cfddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f3ae98-bdcf-48c9-a305-eae973f05ff5', 'code': 200} Jun 20 12:10:52.330542 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=43f3ae98-bdcf-48c9-a305-eae973f05ff5,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:52.334051 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:52.394215 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ed86416-d983-4dab-b27e-b7fc95d71ffa req-9645057f-89c1-4fe4-bdd1-87527f1592b8 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424956 Jun 20 12:10:52.408719 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc0788-9dba-4b84-ac86-94ebe347df82 req-fe006df3-4fbb-49f9-96af-d0fe4706143c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:52.410113 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-58fc0788-9dba-4b84-ac86-94ebe347df82 req-fe006df3-4fbb-49f9-96af-d0fe4706143c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 946 time: 0.1040797 Jun 20 12:10:52.458094 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-58fc0788-9dba-4b84-ac86-94ebe347df82 req-7a4892b3-d2b0-402c-86bd-85e1141d6c61 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a848108-c0dc-46d4-840b-c044349baa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420740 Jun 20 12:10:52.650361 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba83a4e-1131-48bd-bd81-0c6cf4ab1241 req-99eeed35-70b0-4840-8930-ec86c49168c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:52.651821 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ba83a4e-1131-48bd-bd81-0c6cf4ab1241 req-99eeed35-70b0-4840-8930-ec86c49168c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 1099 time: 0.0504944 Jun 20 12:10:52.689535 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ba83a4e-1131-48bd-bd81-0c6cf4ab1241 req-eeac0e9c-75bb-41bf-94b0-515bac3fecae service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2a848108-c0dc-46d4-840b-c044349baa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271189 Jun 20 12:10:53.631928 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab2776-be7b-4e48-a997-133640833897 req-feff1966-7dc4-44a6-99f9-cc8404dd70dd tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:53.633305 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8fab2776-be7b-4e48-a997-133640833897 req-feff1966-7dc4-44a6-99f9-cc8404dd70dd tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 946 time: 0.0626876 Jun 20 12:10:53.672790 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8fab2776-be7b-4e48-a997-133640833897 req-e5bdc0f5-d9f6-407f-a858-29ec045c9431 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a848108-c0dc-46d4-840b-c044349baa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329919 Jun 20 12:10:54.844287 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14e2e7-6242-4040-8559-957234ae0525 req-8c280f05-8d34-43b8-9f04-e43a398720d2 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:54.845841 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bb14e2e7-6242-4040-8559-957234ae0525 req-8c280f05-8d34-43b8-9f04-e43a398720d2 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 946 time: 0.0643530 Jun 20 12:10:54.884734 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bb14e2e7-6242-4040-8559-957234ae0525 req-72adfc66-5e9a-4323-95b7-06c837e3185f tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a848108-c0dc-46d4-840b-c044349baa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331802 Jun 20 12:10:55.054703 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2b035-2018-4324-bbb3-dd6b8e0fca9f req-7a2de83b-5ad9-4e99-9448-7345d7e232c7 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:55.056156 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b4f2b035-2018-4324-bbb3-dd6b8e0fca9f req-7a2de83b-5ad9-4e99-9448-7345d7e232c7 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 946 time: 0.0632467 Jun 20 12:10:55.096565 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b4f2b035-2018-4324-bbb3-dd6b8e0fca9f req-c8e2b44c-d032-4912-b7ca-32339864d8f9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a848108-c0dc-46d4-840b-c044349baa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346298 Jun 20 12:10:55.121487 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 34988) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:55.309292 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efba2801-634b-4739-be2f-0f2b0896305d tempest-TestVolumeBootPattern-651918751 tempest-TestVolumeBootPattern-651918751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:55.310857 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-efba2801-634b-4739-be2f-0f2b0896305d tempest-TestVolumeBootPattern-651918751 tempest-TestVolumeBootPattern-651918751-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 1094 time: 0.1884336 Jun 20 12:10:55.313878 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 34992) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:10:55.318159 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Request body: {'floatingip': {'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'port_id': '43f3ae98-bdcf-48c9-a305-eae973f05ff5', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:10:55.341098 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for floatingip, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:55.434429 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:55.542559 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Allocated IP 172.27.1.111 (3f7a09d2-824b-4c30-a4c6-5e0e19540541/4186b5e8-5a7d-41cb-85c6-3f8309c8906f/52529a83-cd8d-4f1b-b9de-cefa705254b7) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:10:55.644564 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:55.694034 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8239877'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:55.696085 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5774dfb1-cbcc-4685-908c-0e8332eca8a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:55.733103 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:10:55.736037 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:10:55.738604 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:10:55.765987 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Pushing event updated for resources: {'Port': ['ID=52529a83-cd8d-4f1b-b9de-cefa705254b7,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:55.778633 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:55.779001 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:55.779625 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:55.779983 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:55.780337 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:55.780689 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:55.781078 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:55.781431 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:55.781782 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:55.782127 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:55.782473 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:55.782854 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:10:55.786553 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:56.141569 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:56.185616 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:10:56.224320 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:56.409053 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:56.415293 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8239923'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:56.417366 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:10:56.490296 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Pushing event updated for resources: {'Port': ['ID=52529a83-cd8d-4f1b-b9de-cefa705254b7,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:10:56.496131 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:10:56.504515 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504496'] for floatingip, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:56.634701 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.db.l3_db [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Floating IP ef5757e8-917f-49f5-919c-42ee7f1154d9 associated. External IP: 172.27.1.111, port: 43f3ae98-bdcf-48c9-a305-eae973f05ff5. Jun 20 12:10:56.896690 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Router e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:10:57.286473 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:10:57.300828 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e6e561-2398-4811-b001-995f89f541ca None None] Sync routers for ids ['e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:10:57.308952 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for floatingip, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:10:57.314207 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e6e561-2398-4811-b001-995f89f541ca None None] Routers {'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:10:57.314207 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-c4e6e561-2398-4811-b001-995f89f541ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:10:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:10:57.369256 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0540702 Jun 20 12:10:57.373043 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44fcba24-a6a0-490b-911c-d63a8d4cfddb', 'tag': '43f3ae98-bdcf-48c9-a305-eae973f05ff5'}] {{(pid=92892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:10:57.373801 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b56af7fedb337a38d38f7b07679a5819d4c7c5b344e8fcf40378830b10d028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b41607-9357-4c60-b8d0-ec4eb4d3edd4" -d '{"events": [{"name": "network-changed", "server_uuid": "44fcba24-a6a0-490b-911c-d63a8d4cfddb", "tag": "43f3ae98-bdcf-48c9-a305-eae973f05ff5"}]}' {{(pid=92892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:10:57.422598 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa37cd7-3b30-4f77-aa2f-82eb50bf5413 x-openstack-request-id: req-8aa37cd7-3b30-4f77-aa2f-82eb50bf5413 {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:10:57.422930 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44fcba24-a6a0-490b-911c-d63a8d4cfddb", "tag": "43f3ae98-bdcf-48c9-a305-eae973f05ff5", "status": "completed", "code": 200}]} {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:10:57.423219 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8aa37cd7-3b30-4f77-aa2f-82eb50bf5413 {{(pid=92892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:10:57.423677 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44fcba24-a6a0-490b-911c-d63a8d4cfddb', 'tag': '43f3ae98-bdcf-48c9-a305-eae973f05ff5', 'status': 'completed', 'code': 200} Jun 20 12:10:57.439203 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-c4e6e561-2398-4811-b001-995f89f541ca None None] Set router e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:10:57.538509 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b41607-9357-4c60-b8d0-ec4eb4d3edd4 req-a7402664-9abb-4ed4-a007-7ba3c32e621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:57.539951 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-62b41607-9357-4c60-b8d0-ec4eb4d3edd4 req-a7402664-9abb-4ed4-a007-7ba3c32e621a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f10fbe91f34a4e1b8dbde73ad9d559d2&device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 1099 time: 0.0693662 Jun 20 12:10:57.647795 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b41607-9357-4c60-b8d0-ec4eb4d3edd4 req-f6bac8db-455e-4b5b-a4d8-a1ea00125fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:57.649312 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-62b41607-9357-4c60-b8d0-ec4eb4d3edd4 req-f6bac8db-455e-4b5b-a4d8-a1ea00125fc0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8e43b58-1078-4caa-b969-0605161e64b6 HTTP/1.1" status: 200 len: 913 time: 0.1019700 Jun 20 12:10:57.706480 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-c4e6e561-2398-4811-b001-995f89f541ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'name': 'tempest-TestVolumeBootPattern-2021159199-router', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:39Z', 'revision_number': 4, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'gw_port': {'id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_floatingips': [{'id': 'ef5757e8-917f-49f5-919c-42ee7f1154d9', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'router_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'port_id': '43f3ae98-bdcf-48c9-a305-eae973f05ff5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6', 'mac_address': 'fa:16:3e:e8:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fcba24-a6a0-490b-911c-d63a8d4cfddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-20T12:10:55Z', 'updated_at': '2021-06-20T12:10:55Z', 'revision_number': 0, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bc20031-e132-4490-909f-9850a0024d1d', 'name': '', 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'mac_address': 'fa:16:3e:3b:2b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4d434098-b284-47eb-a040-67a023acc9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:38Z', 'updated_at': '2021-06-20T12:09:46Z', 'revision_number': 5, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'subnets': [{'id': '4d434098-b284-47eb-a040-67a023acc9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:10:57.725763 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-62b41607-9357-4c60-b8d0-ec4eb4d3edd4 req-4cdd9a80-3e26-4243-bb31-d373a91b579e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43f3ae98-bdcf-48c9-a305-eae973f05ff5 HTTP/1.1" status: 200 len: 1000 time: 0.0693944 Jun 20 12:10:57.739523 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e6e561-2398-4811-b001-995f89f541ca None None] Checking router: e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:10:57.752069 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e6e561-2398-4811-b001-995f89f541ca None None] Routers {'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:10:57.753106 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-c4e6e561-2398-4811-b001-995f89f541ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:10:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:10:57.782191 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b41607-9357-4c60-b8d0-ec4eb4d3edd4 req-6a9babe6-a6b8-45fa-be28-374c99ae2ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:57.783646 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-62b41607-9357-4c60-b8d0-ec4eb4d3edd4 req-6a9babe6-a6b8-45fa-be28-374c99ae2ecd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d434098-b284-47eb-a040-67a023acc9ad HTTP/1.1" status: 200 len: 851 time: 0.0509756 Jun 20 12:10:57.878178 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b41607-9357-4c60-b8d0-ec4eb4d3edd4 req-fdfa308a-4ac3-4bf9-a983-f401045ca8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:10:57.879726 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-62b41607-9357-4c60-b8d0-ec4eb4d3edd4 req-fdfa308a-4ac3-4bf9-a983-f401045ca8cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8e43b58-1078-4caa-b969-0605161e64b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859542 Jun 20 12:10:57.907184 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-c4e6e561-2398-4811-b001-995f89f541ca None None] Set router e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:10:58.007107 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-62b41607-9357-4c60-b8d0-ec4eb4d3edd4 req-c639ee51-a15d-473c-bbc4-f974b09e2bef service neutron] 10.222.0.30 "GET /v2.0/networks/b8e43b58-1078-4caa-b969-0605161e64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196778 Jun 20 12:10:58.136740 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-62b41607-9357-4c60-b8d0-ec4eb4d3edd4 req-e69c7b5f-449e-4817-9c38-938b26a53747 service neutron] 10.222.0.30 "GET /v2.0/networks/b8e43b58-1078-4caa-b969-0605161e64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199024 Jun 20 12:10:58.242482 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-c4e6e561-2398-4811-b001-995f89f541ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'name': 'tempest-TestVolumeBootPattern-2021159199-router', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:39Z', 'revision_number': 4, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'gw_port': {'id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_floatingips': [{'id': 'ef5757e8-917f-49f5-919c-42ee7f1154d9', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'router_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'port_id': '43f3ae98-bdcf-48c9-a305-eae973f05ff5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6', 'mac_address': 'fa:16:3e:e8:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fcba24-a6a0-490b-911c-d63a8d4cfddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-20T12:10:55Z', 'updated_at': '2021-06-20T12:10:55Z', 'revision_number': 0, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bc20031-e132-4490-909f-9850a0024d1d', 'name': '', 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'mac_address': 'fa:16:3e:3b:2b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4d434098-b284-47eb-a040-67a023acc9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:38Z', 'updated_at': '2021-06-20T12:09:46Z', 'revision_number': 5, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'subnets': [{'id': '4d434098-b284-47eb-a040-67a023acc9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:10:58.271697 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e6e561-2398-4811-b001-995f89f541ca None None] The sync data for ids ['e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'] in dv-cinder-794962-4-iscsi is: [{'id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'name': 'tempest-TestVolumeBootPattern-2021159199-router', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:39Z', 'revision_number': 4, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'gw_port': {'id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_floatingips': [{'id': 'ef5757e8-917f-49f5-919c-42ee7f1154d9', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'router_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'port_id': '43f3ae98-bdcf-48c9-a305-eae973f05ff5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6', 'mac_address': 'fa:16:3e:e8:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fcba24-a6a0-490b-911c-d63a8d4cfddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-20T12:10:55Z', 'updated_at': '2021-06-20T12:10:55Z', 'revision_number': 0, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bc20031-e132-4490-909f-9850a0024d1d', 'name': '', 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'mac_address': 'fa:16:3e:3b:2b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4d434098-b284-47eb-a040-67a023acc9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:38Z', 'updated_at': '2021-06-20T12:09:46Z', 'revision_number': 5, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'subnets': [{'id': '4d434098-b284-47eb-a040-67a023acc9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:10:58.483533 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb301a8-03e9-4c3d-bf86-8d38fc69f531 None None] New status for floating IP ef5757e8-917f-49f5-919c-42ee7f1154d9: ACTIVE {{(pid=92894) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 20 12:11:07.827076 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c92363ec-05b3-4a0c-a273-01855e90afe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:11:09.947694 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fd78c7dc-ae77-40c0-a19f-62b82ce66486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:11:10.329969 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:11:11.471035 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:11:13.191464 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:11:19.989376 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:11:33.184601 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:11:37.833179 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9db6-039b-48f0-ae1c-a4ed9eb9c0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:11:39.948917 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d53e649a-2761-46c6-b794-1fbdbee7e890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:11:40.322437 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:11:41.474771 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:11:43.194779 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:11:47.694568 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a6ae1-0827-41c8-8343-9503f2c33095 req-fc1a9bf0-aae3-4d2d-b550-c99f5cef123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:47.696037 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0b6a6ae1-0827-41c8-8343-9503f2c33095 req-fc1a9bf0-aae3-4d2d-b550-c99f5cef123a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5e319e97743435382759743d17c629f&device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 1138 time: 0.0599523 Jun 20 12:11:48.070489 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a6ae1-0827-41c8-8343-9503f2c33095 req-1aba5cb4-23e7-497b-9e2b-53d7cba3af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:48.071918 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0b6a6ae1-0827-41c8-8343-9503f2c33095 req-1aba5cb4-23e7-497b-9e2b-53d7cba3af90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82111675-daec-478c-ba9b-ab71752a00c6 HTTP/1.1" status: 200 len: 916 time: 0.3690095 Jun 20 12:11:48.094460 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba5828-86ad-4951-a742-fc656e715404 req-cb1044f6-9617-43a4-881d-5d3ce795b392 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:48.095864 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b5ba5828-86ad-4951-a742-fc656e715404 req-cb1044f6-9617-43a4-881d-5d3ce795b392 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 985 time: 0.4320276 Jun 20 12:11:48.168632 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0b6a6ae1-0827-41c8-8343-9503f2c33095 req-fe89da22-f93f-468a-9504-dce677e5d766 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 HTTP/1.1" status: 200 len: 1002 time: 0.0892224 Jun 20 12:11:48.175449 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b5ba5828-86ad-4951-a742-fc656e715404 req-24f2e634-4777-401f-914a-d6a0ab1963ec tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&id=85b087da-1fa9-48b8-b97f-35738908a39f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506067 Jun 20 12:11:48.225723 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a6ae1-0827-41c8-8343-9503f2c33095 req-dfa9f5f2-040d-4ee0-991e-d05474a03284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:48.227176 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0b6a6ae1-0827-41c8-8343-9503f2c33095 req-dfa9f5f2-040d-4ee0-991e-d05474a03284 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96c486f4-675b-440c-bf65-e83ba8d1d3ba HTTP/1.1" status: 200 len: 854 time: 0.0509009 Jun 20 12:11:48.285910 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a6ae1-0827-41c8-8343-9503f2c33095 req-a548baf4-ea8d-4416-b30c-6976f55c83da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:48.287357 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0b6a6ae1-0827-41c8-8343-9503f2c33095 req-a548baf4-ea8d-4416-b30c-6976f55c83da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82111675-daec-478c-ba9b-ab71752a00c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530899 Jun 20 12:11:48.376988 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0b6a6ae1-0827-41c8-8343-9503f2c33095 req-6102cbfb-6398-438f-b481-b10590835884 service neutron] 10.222.0.30 "GET /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823152 Jun 20 12:11:48.477503 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0b6a6ae1-0827-41c8-8343-9503f2c33095 req-80f51540-1a1e-42d2-8db2-162879537ab9 service neutron] 10.222.0.30 "GET /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935431 Jun 20 12:11:49.109792 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e57c4-4d63-42ca-93b2-abe9e981c10e req-e93c0ab0-bcac-45ad-a021-6b89899abcc3 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:49.111249 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-964e57c4-4d63-42ca-93b2-abe9e981c10e req-e93c0ab0-bcac-45ad-a021-6b89899abcc3 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0695131 Jun 20 12:11:49.150761 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-964e57c4-4d63-42ca-93b2-abe9e981c10e req-afcdf18b-e5fd-418d-808e-be4aaf672550 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338252 Jun 20 12:11:49.402550 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543aaa0a-a38e-483a-aa52-931b85225eb9 req-24fb2397-986a-4828-9f44-9f5ba4ff5732 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:49.404220 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-543aaa0a-a38e-483a-aa52-931b85225eb9 req-24fb2397-986a-4828-9f44-9f5ba4ff5732 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 985 time: 0.1145651 Jun 20 12:11:49.441683 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-543aaa0a-a38e-483a-aa52-931b85225eb9 req-3756dbc7-9d52-4502-aeb5-fd3a6e6a8334 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&id=85b087da-1fa9-48b8-b97f-35738908a39f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0315933 Jun 20 12:11:49.998931 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:11:50.408507 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd76bb4-b002-4dad-8687-6e65a880a1a2 req-ad7acdde-4d0b-4806-a1ed-35f6c40340c0 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:50.410188 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ccd76bb4-b002-4dad-8687-6e65a880a1a2 req-ad7acdde-4d0b-4806-a1ed-35f6c40340c0 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0744953 Jun 20 12:11:50.453190 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ccd76bb4-b002-4dad-8687-6e65a880a1a2 req-bb33d76a-9753-4467-8304-5819cdc28d66 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326266 Jun 20 12:11:50.631538 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891b5a0-2cc3-4863-9854-2a073ef479c4 req-aef7c610-8cb6-4c3c-b9bb-7c9f1d919dfd tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:50.633017 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3891b5a0-2cc3-4863-9854-2a073ef479c4 req-aef7c610-8cb6-4c3c-b9bb-7c9f1d919dfd tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 985 time: 0.0710585 Jun 20 12:11:50.675842 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3891b5a0-2cc3-4863-9854-2a073ef479c4 req-d1fcdaec-3623-44ad-a1be-2b90c8916f0a tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&id=85b087da-1fa9-48b8-b97f-35738908a39f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356808 Jun 20 12:11:51.647393 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa5722-f514-4766-8bcf-15fc3da6f443 req-b2936af4-3c9d-473a-90c5-ca9ab8963c29 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:51.648743 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5caa5722-f514-4766-8bcf-15fc3da6f443 req-b2936af4-3c9d-473a-90c5-ca9ab8963c29 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0667152 Jun 20 12:11:51.686939 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5caa5722-f514-4766-8bcf-15fc3da6f443 req-aedbc4f9-8bb0-4db8-8f5a-be06f0830fcc tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315549 Jun 20 12:11:51.862390 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ab116-27ab-40e5-9a75-6169fae209b5 req-bf51a972-024f-4b97-b7b0-7ce826c92ae2 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:51.865433 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6e2ab116-27ab-40e5-9a75-6169fae209b5 req-bf51a972-024f-4b97-b7b0-7ce826c92ae2 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 985 time: 0.0723207 Jun 20 12:11:51.920652 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6e2ab116-27ab-40e5-9a75-6169fae209b5 req-089e5ab9-9a20-48ad-82e7-c983f7d84180 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&id=85b087da-1fa9-48b8-b97f-35738908a39f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489798 Jun 20 12:11:52.859276 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60dc6c-7d4a-4321-9085-c214828745df req-445b2e7c-8f87-4fcd-9efd-b09a5325e9b1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:52.860708 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2f60dc6c-7d4a-4321-9085-c214828745df req-445b2e7c-8f87-4fcd-9efd-b09a5325e9b1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0632114 Jun 20 12:11:52.899580 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2f60dc6c-7d4a-4321-9085-c214828745df req-93a9c085-257c-4629-a326-9a6b842b6473 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316381 Jun 20 12:11:53.103837 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1f5e6-afba-4ab7-819b-1308bd73ca74 req-e4bc1590-b63e-447c-be87-e735d1fc790f tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:53.105935 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-5ac1f5e6-afba-4ab7-819b-1308bd73ca74 req-e4bc1590-b63e-447c-be87-e735d1fc790f tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 985 time: 0.0631704 Jun 20 12:11:53.144204 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-5ac1f5e6-afba-4ab7-819b-1308bd73ca74 req-955dd3ed-3b82-4592-9668-404fb38de24c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&id=85b087da-1fa9-48b8-b97f-35738908a39f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325761 Jun 20 12:11:53.753629 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a7e32-57de-4583-a923-2fe1a26f678d req-5e583dfd-6c17-48c1-9374-11bf0a4f987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:53.755085 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d67a7e32-57de-4583-a923-2fe1a26f678d req-5e583dfd-6c17-48c1-9374-11bf0a4f987f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c16ce4f25bdc4e63a3033d70aef6b192&device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 1098 time: 0.0920429 Jun 20 12:11:53.870197 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a7e32-57de-4583-a923-2fe1a26f678d req-1c2611f1-35c0-4965-9dd6-fd1f8b68daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:53.871866 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d67a7e32-57de-4583-a923-2fe1a26f678d req-1c2611f1-35c0-4965-9dd6-fd1f8b68daf3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7 HTTP/1.1" status: 200 len: 912 time: 0.0942430 Jun 20 12:11:53.939816 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d67a7e32-57de-4583-a923-2fe1a26f678d req-30282394-579a-4a36-b9de-358ba56d4c32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13dacf10-3636-4b1c-8a67-e80d88bb806d HTTP/1.1" status: 200 len: 1001 time: 0.0596132 Jun 20 12:11:53.990908 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a7e32-57de-4583-a923-2fe1a26f678d req-7160cece-82af-4331-b97f-fac627a2d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:53.992325 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d67a7e32-57de-4583-a923-2fe1a26f678d req-7160cece-82af-4331-b97f-fac627a2d739 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7035286-0d2c-4091-b67f-a11e111092cb HTTP/1.1" status: 200 len: 850 time: 0.0464427 Jun 20 12:11:54.093619 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a7e32-57de-4583-a923-2fe1a26f678d req-e8c36272-35c8-4a01-b026-e2fca1b0ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:54.095078 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d67a7e32-57de-4583-a923-2fe1a26f678d req-e8c36272-35c8-4a01-b026-e2fca1b0ed5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0960424 Jun 20 12:11:54.103093 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996ea02-40fb-4880-a626-3ef752176a20 req-31bec9ff-b4ad-4310-aa06-ae1c04353a40 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:54.104319 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3996ea02-40fb-4880-a626-3ef752176a20 req-31bec9ff-b4ad-4310-aa06-ae1c04353a40 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0951769 Jun 20 12:11:54.189835 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3996ea02-40fb-4880-a626-3ef752176a20 req-d5bab492-de59-4cde-9f43-fcca34eba155 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777953 Jun 20 12:11:54.217507 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d67a7e32-57de-4583-a923-2fe1a26f678d req-ca0e54f5-6292-4dca-919a-2b62bd1a3f70 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122077 Jun 20 12:11:54.308168 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d67a7e32-57de-4583-a923-2fe1a26f678d req-4c8e0807-f1b3-43ee-af6e-27a793823d62 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833943 Jun 20 12:11:54.318638 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898ac12-1336-4bef-93cd-988109ec5511 req-7fa45437-7507-4057-beca-2407500c6bf4 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:54.320084 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9898ac12-1336-4bef-93cd-988109ec5511 req-7fa45437-7507-4057-beca-2407500c6bf4 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 985 time: 0.0625806 Jun 20 12:11:54.362508 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9898ac12-1336-4bef-93cd-988109ec5511 req-298a345a-998d-4317-a064-580ad8d4f9e4 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&id=85b087da-1fa9-48b8-b97f-35738908a39f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358968 Jun 20 12:11:55.373302 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25a1ef-9dcd-4982-97cf-e1915d24dd18 req-fa3c84ac-553d-4276-b1e1-f0c0c6353843 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:55.374762 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ae25a1ef-9dcd-4982-97cf-e1915d24dd18 req-fa3c84ac-553d-4276-b1e1-f0c0c6353843 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0705316 Jun 20 12:11:55.414783 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ae25a1ef-9dcd-4982-97cf-e1915d24dd18 req-89a1d799-ff5e-48d2-8c6b-5509f5420e98 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341485 Jun 20 12:11:55.548495 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c516366-6580-4b7e-a806-5e684ba36cc7 req-7d0a5f31-7cc0-42a5-923b-2fe036b31830 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:55.549863 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3c516366-6580-4b7e-a806-5e684ba36cc7 req-7d0a5f31-7cc0-42a5-923b-2fe036b31830 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 985 time: 0.0659745 Jun 20 12:11:55.591519 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3c516366-6580-4b7e-a806-5e684ba36cc7 req-525d5fc2-fb31-4d79-a7d5-6d235e282f15 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&id=85b087da-1fa9-48b8-b97f-35738908a39f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358465 Jun 20 12:11:56.593160 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85146f5a-9854-4e9f-b0e6-dc80b60b782b req-f7745089-9b7e-4a79-a97e-9ca85904edca tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:56.594620 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85146f5a-9854-4e9f-b0e6-dc80b60b782b req-f7745089-9b7e-4a79-a97e-9ca85904edca tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0626605 Jun 20 12:11:56.632887 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85146f5a-9854-4e9f-b0e6-dc80b60b782b req-c692f834-0fe2-452e-b4b5-402edfe157a7 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326824 Jun 20 12:11:56.766472 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8c5cc-2f4f-4466-a991-f3f803bc088c req-1b782853-c603-40e8-aac8-d14d85e5c681 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:56.767876 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1fd8c5cc-2f4f-4466-a991-f3f803bc088c req-1b782853-c603-40e8-aac8-d14d85e5c681 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 985 time: 0.0641086 Jun 20 12:11:56.808553 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1fd8c5cc-2f4f-4466-a991-f3f803bc088c req-fd3749cc-1edb-4d2f-bafa-763a4b75337a tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&id=85b087da-1fa9-48b8-b97f-35738908a39f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347891 Jun 20 12:11:57.826021 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee92f0f-2e11-4bce-bd3f-ed127049ccd2 req-7a3d32b7-2add-4ec6-b58d-44f3a3c4c74e tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:57.828064 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ee92f0f-2e11-4bce-bd3f-ed127049ccd2 req-7a3d32b7-2add-4ec6-b58d-44f3a3c4c74e tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0784657 Jun 20 12:11:57.871642 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ee92f0f-2e11-4bce-bd3f-ed127049ccd2 req-6a0622aa-c341-4531-b24d-5acc57bb9f29 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372863 Jun 20 12:11:57.989047 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae9fbb-3e0e-4893-b9c1-403b291577eb req-e04c7abb-ff22-48c9-8026-e0e476f2888b tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:57.990530 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-bcae9fbb-3e0e-4893-b9c1-403b291577eb req-e04c7abb-ff22-48c9-8026-e0e476f2888b tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 985 time: 0.0650086 Jun 20 12:11:58.037343 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-bcae9fbb-3e0e-4893-b9c1-403b291577eb req-5b5350a0-361f-4828-b9fd-10cba7250b37 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&id=85b087da-1fa9-48b8-b97f-35738908a39f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382369 Jun 20 12:11:59.049347 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9dc44-b67f-415d-abaa-5be221bf852f req-60ce4a52-69cb-48df-8ddc-6c16fcdcdb29 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:59.050778 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-23d9dc44-b67f-415d-abaa-5be221bf852f req-60ce4a52-69cb-48df-8ddc-6c16fcdcdb29 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0633264 Jun 20 12:11:59.089758 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-23d9dc44-b67f-415d-abaa-5be221bf852f req-c4ae3411-e890-47ff-9bac-b038baedfeeb tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326121 Jun 20 12:11:59.213782 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20bd04-8425-447c-be07-3ff79f789049 req-b64d035c-1a4d-4dd7-9e0e-4e7db775b1c5 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:11:59.215327 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-5c20bd04-8425-447c-be07-3ff79f789049 req-b64d035c-1a4d-4dd7-9e0e-4e7db775b1c5 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 985 time: 0.0643771 Jun 20 12:11:59.255262 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-5c20bd04-8425-447c-be07-3ff79f789049 req-d42d137a-5b0f-464e-9e4b-5a05c8635ced tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&id=85b087da-1fa9-48b8-b97f-35738908a39f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341864 Jun 20 12:12:00.263850 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7ffd5-5adf-48a2-be64-819ae1a8fddb req-d1318829-642d-4b0b-ba54-92477a4831cb tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:00.265296 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2aa7ffd5-5adf-48a2-be64-819ae1a8fddb req-d1318829-642d-4b0b-ba54-92477a4831cb tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0613811 Jun 20 12:12:00.305593 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2aa7ffd5-5adf-48a2-be64-819ae1a8fddb req-2728ef6a-ac4d-4614-910e-76f8c386c2b2 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346432 Jun 20 12:12:00.433938 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e37f6-a81e-4888-b431-08dd902c060e req-42179aee-8944-4986-b19d-d043355d6c5c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:00.435255 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-707e37f6-a81e-4888-b431-08dd902c060e req-42179aee-8944-4986-b19d-d043355d6c5c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 985 time: 0.0626893 Jun 20 12:12:00.474935 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-707e37f6-a81e-4888-b431-08dd902c060e req-fbb34c4e-d864-4faf-a925-7f45822d93ab tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&id=85b087da-1fa9-48b8-b97f-35738908a39f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338376 Jun 20 12:12:01.482984 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ec919-76c9-4498-864f-8658963b7a69 req-80c0ed89-4d28-4beb-8c93-171b8a0f76b3 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:01.484366 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0f9ec919-76c9-4498-864f-8658963b7a69 req-80c0ed89-4d28-4beb-8c93-171b8a0f76b3 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0657015 Jun 20 12:12:01.524358 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0f9ec919-76c9-4498-864f-8658963b7a69 req-8ef1cbc4-d33c-4242-a6b9-6a8c112edefa tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343838 Jun 20 12:12:01.646044 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40930-4400-4897-ac81-4deaa8c22aa2 req-24d8374b-9614-41d6-a7c0-d2d2ed449e9c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:01.647627 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b9f40930-4400-4897-ac81-4deaa8c22aa2 req-24d8374b-9614-41d6-a7c0-d2d2ed449e9c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 985 time: 0.0653133 Jun 20 12:12:01.687968 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b9f40930-4400-4897-ac81-4deaa8c22aa2 req-7f357648-4c7b-4e4c-9922-dcab8b6e24dc tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&id=85b087da-1fa9-48b8-b97f-35738908a39f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333729 Jun 20 12:12:02.696456 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b7b95-e8e7-47bc-9216-a8212d1c3181 req-d7a34a02-db10-472e-b338-228dcae7b591 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:02.698047 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4a7b7b95-e8e7-47bc-9216-a8212d1c3181 req-d7a34a02-db10-472e-b338-228dcae7b591 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0632989 Jun 20 12:12:02.737228 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4a7b7b95-e8e7-47bc-9216-a8212d1c3181 req-23c403f6-d801-4de3-a506-ebb5b721009e tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334370 Jun 20 12:12:02.871947 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee378a65-ae5d-4d36-a2d0-bf96380388c1 req-35927127-187c-483b-b1a0-99823aed2c9a tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:02.873429 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ee378a65-ae5d-4d36-a2d0-bf96380388c1 req-35927127-187c-483b-b1a0-99823aed2c9a tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 985 time: 0.0734656 Jun 20 12:12:02.912648 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ee378a65-ae5d-4d36-a2d0-bf96380388c1 req-234ca185-7869-4ec7-a8a2-65313940cc49 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&id=85b087da-1fa9-48b8-b97f-35738908a39f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334430 Jun 20 12:12:03.912324 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954029a-81ee-44ce-8823-5c3a2396394d req-98edd878-f9ea-42c0-8fce-f921316432af tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:03.913791 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8954029a-81ee-44ce-8823-5c3a2396394d req-98edd878-f9ea-42c0-8fce-f921316432af tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0660477 Jun 20 12:12:03.951374 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8954029a-81ee-44ce-8823-5c3a2396394d req-2f22d1f5-265f-405c-96d5-9d0d9580615d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318854 Jun 20 12:12:04.093095 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa099d-a788-4d25-abd0-7d6354d6aae1 req-94850ca0-964e-480c-b5db-1d5fb37fc468 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:04.094539 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e3fa099d-a788-4d25-abd0-7d6354d6aae1 req-94850ca0-964e-480c-b5db-1d5fb37fc468 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 985 time: 0.0633101 Jun 20 12:12:04.137925 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e3fa099d-a788-4d25-abd0-7d6354d6aae1 req-49c40a00-4c88-44d5-8bcb-8f848f142333 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&id=85b087da-1fa9-48b8-b97f-35738908a39f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375755 Jun 20 12:12:05.133526 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3759048-c963-4146-bc36-08ef7213c7b3 req-3defce92-0105-4db6-a7b6-4937949c2c0a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:05.135016 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a3759048-c963-4146-bc36-08ef7213c7b3 req-3defce92-0105-4db6-a7b6-4937949c2c0a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0650058 Jun 20 12:12:05.175593 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a3759048-c963-4146-bc36-08ef7213c7b3 req-9e17c26f-b5bd-4e43-8816-76cd912cdd90 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338042 Jun 20 12:12:05.313979 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e216205-d0e0-4fb0-b4a5-3b452da0dc6c req-f9df6922-4c10-49b6-89cc-8e6a32eac644 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:05.315413 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4e216205-d0e0-4fb0-b4a5-3b452da0dc6c req-f9df6922-4c10-49b6-89cc-8e6a32eac644 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 985 time: 0.0641336 Jun 20 12:12:05.356660 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4e216205-d0e0-4fb0-b4a5-3b452da0dc6c req-67bdf4ed-83e4-42a9-8ebd-43746b68a854 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&id=85b087da-1fa9-48b8-b97f-35738908a39f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354004 Jun 20 12:12:06.347629 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc744532-49f6-4a0b-ba17-9d790743ad5e req-e6459125-4afd-422e-9379-5c42ef4a90c9 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:06.349137 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bc744532-49f6-4a0b-ba17-9d790743ad5e req-e6459125-4afd-422e-9379-5c42ef4a90c9 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0638986 Jun 20 12:12:06.387955 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bc744532-49f6-4a0b-ba17-9d790743ad5e req-475fb4eb-4948-430a-ac09-84241ee21eca tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330415 Jun 20 12:12:07.563969 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f172c5-9b46-4668-a4e4-3d4477b483f1 req-16df5520-1c88-4859-b4d0-0563b6ac0f57 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:07.565463 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d9f172c5-9b46-4668-a4e4-3d4477b483f1 req-16df5520-1c88-4859-b4d0-0563b6ac0f57 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0649402 Jun 20 12:12:07.607923 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d9f172c5-9b46-4668-a4e4-3d4477b483f1 req-e4db9986-2730-40f8-a6a0-839fcfeae6bb tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367367 Jun 20 12:12:07.826847 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-abfca7d8-9d92-4cdd-bdd1-0853780c2fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:12:08.787688 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea588df8-e1dd-439a-96fd-d314b3616dff req-29d47772-bce1-438f-bd19-ccd39b54bf9a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:08.789181 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ea588df8-e1dd-439a-96fd-d314b3616dff req-29d47772-bce1-438f-bd19-ccd39b54bf9a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0686243 Jun 20 12:12:08.827620 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ea588df8-e1dd-439a-96fd-d314b3616dff req-143f9b57-4a87-4580-99c3-317d0e76bbdc tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319352 Jun 20 12:12:09.959075 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f4129eac-646c-4437-bc39-7fc101bae185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:12:10.059488 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe2265-1600-4ace-b093-9e5f6b2f01a0 req-0e6318d5-d713-43e1-ba31-ce9919275860 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:10.061471 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d8fe2265-1600-4ace-b093-9e5f6b2f01a0 req-0e6318d5-d713-43e1-ba31-ce9919275860 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0875947 Jun 20 12:12:10.101994 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d8fe2265-1600-4ace-b093-9e5f6b2f01a0 req-f1f54526-3410-4c43-9c68-53ae499c65e5 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343628 Jun 20 12:12:10.183881 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:12:10.333351 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:12:10.528736 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cda7d-9120-4106-8994-310db5c7ea3c req-059368fc-edfe-4310-8635-2258cc26cece tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:10.530355 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-fa1cda7d-9120-4106-8994-310db5c7ea3c req-059368fc-edfe-4310-8635-2258cc26cece tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0764589 Jun 20 12:12:10.571186 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a1864-233f-44c2-a22f-ea53010a7984 req-d70d126c-250b-44ee-90a0-e23cf66bb0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:10.572667 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d72a1864-233f-44c2-a22f-ea53010a7984 req-d70d126c-250b-44ee-90a0-e23cf66bb0aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c16ce4f25bdc4e63a3033d70aef6b192&device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 1098 time: 0.0603464 Jun 20 12:12:10.573006 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-fa1cda7d-9120-4106-8994-310db5c7ea3c req-d4a9d1db-8d1e-4206-b0a4-df58958001d2 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368130 Jun 20 12:12:10.696814 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a1864-233f-44c2-a22f-ea53010a7984 req-7c9251ce-3863-4960-a704-7541a51344a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:10.698187 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d72a1864-233f-44c2-a22f-ea53010a7984 req-7c9251ce-3863-4960-a704-7541a51344a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7 HTTP/1.1" status: 200 len: 912 time: 0.1138370 Jun 20 12:12:10.766668 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d72a1864-233f-44c2-a22f-ea53010a7984 req-7854097e-12c0-473c-8bcc-c80f797358c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13dacf10-3636-4b1c-8a67-e80d88bb806d HTTP/1.1" status: 200 len: 1001 time: 0.0609901 Jun 20 12:12:10.820735 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a1864-233f-44c2-a22f-ea53010a7984 req-2eb84920-61e6-4b5d-8347-e711b7b40b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:10.822269 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d72a1864-233f-44c2-a22f-ea53010a7984 req-2eb84920-61e6-4b5d-8347-e711b7b40b38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7035286-0d2c-4091-b67f-a11e111092cb HTTP/1.1" status: 200 len: 850 time: 0.0472610 Jun 20 12:12:10.884482 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a1864-233f-44c2-a22f-ea53010a7984 req-3f2889aa-4d4c-41a7-8aae-ddadc7277dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:10.885989 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d72a1864-233f-44c2-a22f-ea53010a7984 req-3f2889aa-4d4c-41a7-8aae-ddadc7277dc1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575078 Jun 20 12:12:10.985575 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d72a1864-233f-44c2-a22f-ea53010a7984 req-ff695c89-0ee2-42bd-99c8-173a748aa9fe service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925412 Jun 20 12:12:11.094860 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d72a1864-233f-44c2-a22f-ea53010a7984 req-d5dd3474-0c25-4591-adb1-6bb85aa13698 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019742 Jun 20 12:12:11.478136 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:12:11.768347 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bbb95-42db-47c1-9fb5-71d5a0d8be48 req-bb9b421a-d993-4f97-9df2-617304b03793 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:11.769847 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-084bbb95-42db-47c1-9fb5-71d5a0d8be48 req-bb9b421a-d993-4f97-9df2-617304b03793 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0766995 Jun 20 12:12:11.812062 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-084bbb95-42db-47c1-9fb5-71d5a0d8be48 req-f2b0cbc0-e24b-4bf1-9e16-1515e141d7c1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361233 Jun 20 12:12:13.003144 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a90512-1c3d-47e5-8799-807fa5834cea req-86f40dbe-2239-4ef4-af37-8c1331485de0 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:13.004621 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d7a90512-1c3d-47e5-8799-807fa5834cea req-86f40dbe-2239-4ef4-af37-8c1331485de0 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0649078 Jun 20 12:12:13.047904 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d7a90512-1c3d-47e5-8799-807fa5834cea req-d26257b5-cb69-4090-9fd4-53145ac7e1b3 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373223 Jun 20 12:12:13.200633 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:12:19.985291 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:12:37.827701 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6b80f0ea-d503-4c7c-a4d7-cdf6c0f407ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:12:39.952602 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b2c24a8b-30ee-4e61-b9c9-f8f438ce8c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:12:40.326363 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:12:41.479880 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:12:43.207276 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:12:47.182549 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:12:49.985848 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:12:52.795036 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ec915a5-f494-48fe-bfc3-bc2acde7cc24 req-60c9ea2f-3456-4a6e-9f5d-a35303bd2e9d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543268 Jun 20 12:12:52.894430 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec915a5-f494-48fe-bfc3-bc2acde7cc24 req-499857f7-17f0-45ce-a36d-43cf6972d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:52.895885 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ec915a5-f494-48fe-bfc3-bc2acde7cc24 req-499857f7-17f0-45ce-a36d-43cf6972d4ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 1099 time: 0.0627422 Jun 20 12:12:53.001675 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec915a5-f494-48fe-bfc3-bc2acde7cc24 req-08eb6981-27e4-43df-a371-d4ed4b2567c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:53.003161 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ec915a5-f494-48fe-bfc3-bc2acde7cc24 req-08eb6981-27e4-43df-a371-d4ed4b2567c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 920 time: 0.0871823 Jun 20 12:12:53.048435 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ec915a5-f494-48fe-bfc3-bc2acde7cc24 req-4223830c-a0a4-43a2-b201-b002c8e78ba9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ccfb74d-f675-4d5a-8721-2d96c7935350 HTTP/1.1" status: 200 len: 217 time: 0.0388017 Jun 20 12:12:53.099088 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec915a5-f494-48fe-bfc3-bc2acde7cc24 req-fe153eeb-09fc-442a-a0eb-59e27066349d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:12:53.100541 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ec915a5-f494-48fe-bfc3-bc2acde7cc24 req-fe153eeb-09fc-442a-a0eb-59e27066349d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0bca940-04b5-4092-a25a-ee3a37d4ce47 HTTP/1.1" status: 200 len: 859 time: 0.0461822 Jun 20 12:12:53.134586 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ec915a5-f494-48fe-bfc3-bc2acde7cc24 req-6b5251a7-0fbb-4b4e-868c-d57f72f6e3a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a060551e-4666-489f-af6c-22591d5d515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277100 Jun 20 12:12:53.230335 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ec915a5-f494-48fe-bfc3-bc2acde7cc24 req-b05a9bd2-5560-41a5-ba66-d3df73567a94 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882962 Jun 20 12:12:53.323798 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ec915a5-f494-48fe-bfc3-bc2acde7cc24 req-82c3dda7-cf3a-451c-86cc-6836e122635d service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860310 Jun 20 12:13:07.829671 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-65049924-f00f-4e8c-8bf0-151c9806c8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:09.962097 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0291c9b8-2361-4174-bc72-d8d9283f363f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:10.331508 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:11.485609 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:13.213376 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:19.989540 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:22.787779 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bd49bd70-fc95-4a98-965e-84e8ace952ba req-32f3c1b9-8f50-47f1-827e-cf3fca97401f tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1492453290&fields=id&tenant_id=f5e319e97743435382759743d17c629f HTTP/1.1" status: 200 len: 267 time: 0.0430338 Jun 20 12:13:22.865780 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49bd70-fc95-4a98-965e-84e8ace952ba req-2e62df96-5ba4-4e84-8110-41e6dce60f35 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:13:22.867906 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bd49bd70-fc95-4a98-965e-84e8ace952ba req-2e62df96-5ba4-4e84-8110-41e6dce60f35 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 985 time: 0.0742290 Jun 20 12:13:22.881806 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-bd49bd70-fc95-4a98-965e-84e8ace952ba req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Request body: {'port': {'security_groups': ['e6271fae-c0a8-4551-9d47-57880682df28']}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:13:22.979063 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-bd49bd70-fc95-4a98-965e-84e8ace952ba req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:23.163204 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-bd49bd70-fc95-4a98-965e-84e8ace952ba req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] For port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215,segment=NetworkSegment(435c6230-5a8d-4494-9d37-380b35b7a765),segment_id=435c6230-5a8d-4494-9d37-380b35b7a765)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:13:23.192873 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-bd49bd70-fc95-4a98-965e-84e8ace952ba req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:23.197795 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-bd49bd70-fc95-4a98-965e-84e8ace952ba req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:23.201913 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:13:23.247855 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49bd70-fc95-4a98-965e-84e8ace952ba req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:13:23.248509 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-bd49bd70-fc95-4a98-965e-84e8ace952ba req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:23.249956 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bd49bd70-fc95-4a98-965e-84e8ace952ba req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "PUT /v2.0/ports/8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 HTTP/1.1" status: 200 len: 943 time: 0.3754761 Jun 20 12:13:23.250491 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d2c975-356f-458c-95b5-88c293044dce', 'tag': '8d8eabfc-ddf4-49d9-86a9-422ccdfc5215'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:13:23.253055 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756d340e-0590-41a1-8802-890750fac9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "85d2c975-356f-458c-95b5-88c293044dce", "tag": "8d8eabfc-ddf4-49d9-86a9-422ccdfc5215"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:13:23.256602 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 36122) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:13:23.272593 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['8d8eabfc-ddf4-49d9-86a9-422ccdfc5215'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:13:23.282610 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Pushing event updated for resources: {'Port': ['ID=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215,revision_number=7']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:13:23.291850 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.292492 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.293064 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.293638 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.294375 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.295069 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.295882 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.296399 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.296909 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.297442 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.298126 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.298672 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.303412 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:13:23.364148 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185dd3c8-e087-4325-9c8a-a5604c450f29 x-openstack-request-id: req-185dd3c8-e087-4325-9c8a-a5604c450f29 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:13:23.364724 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d2c975-356f-458c-95b5-88c293044dce", "tag": "8d8eabfc-ddf4-49d9-86a9-422ccdfc5215", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:13:23.365202 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-185dd3c8-e087-4325-9c8a-a5604c450f29 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:13:23.365798 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d2c975-356f-458c-95b5-88c293044dce', 'tag': '8d8eabfc-ddf4-49d9-86a9-422ccdfc5215', 'status': 'completed', 'code': 200} Jun 20 12:13:23.386611 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c6b0aab5-2232-4b8c-800f-4ca686f171e9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:23.423433 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c6b0aab5-2232-4b8c-800f-4ca686f171e9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:23.467322 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['8d8eabfc-ddf4-49d9-86a9-422ccdfc5215'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:13:23.498828 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c6b0aab5-2232-4b8c-800f-4ca686f171e9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:23.501966 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c6b0aab5-2232-4b8c-800f-4ca686f171e9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:23.503555 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-c6b0aab5-2232-4b8c-800f-4ca686f171e9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "DELETE /v2.0/security-groups/85b087da-1fa9-48b8-b97f-35738908a39f HTTP/1.1" status: 204 len: 168 time: 0.2447553 Jun 20 12:13:23.504290 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-068859d9-d568-4ef4-bfb1-97f31ab12bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:13:23.512222 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 36136) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:13:23.514338 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0aab5-2232-4b8c-800f-4ca686f171e9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b087da-1fa9-48b8-b97f-35738908a39f,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:13:23.522682 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b0aab5-2232-4b8c-800f-4ca686f171e9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.523755 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b0aab5-2232-4b8c-800f-4ca686f171e9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.524395 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b0aab5-2232-4b8c-800f-4ca686f171e9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.525201 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b0aab5-2232-4b8c-800f-4ca686f171e9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.525892 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b0aab5-2232-4b8c-800f-4ca686f171e9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.526421 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b0aab5-2232-4b8c-800f-4ca686f171e9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.526955 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b0aab5-2232-4b8c-800f-4ca686f171e9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.527486 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b0aab5-2232-4b8c-800f-4ca686f171e9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.528014 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b0aab5-2232-4b8c-800f-4ca686f171e9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.528547 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b0aab5-2232-4b8c-800f-4ca686f171e9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.529179 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b0aab5-2232-4b8c-800f-4ca686f171e9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.529702 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b0aab5-2232-4b8c-800f-4ca686f171e9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:13:23.533432 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c6b0aab5-2232-4b8c-800f-4ca686f171e9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:13:23.584481 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d340e-0590-41a1-8802-890750fac9c3 req-c5b1ccd3-027a-4f2d-95b3-019a456493d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:13:23.586760 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-756d340e-0590-41a1-8802-890750fac9c3 req-c5b1ccd3-027a-4f2d-95b3-019a456493d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5e319e97743435382759743d17c629f&device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 1099 time: 0.1545630 Jun 20 12:13:23.596124 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-9116a4cb-1ca4-4f74-bf0c-4151e6ac5f8f None None] Provisioning complete for port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:13:23.596509 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9116a4cb-1ca4-4f74-bf0c-4151e6ac5f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:23.746805 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d340e-0590-41a1-8802-890750fac9c3 req-b9f0439e-c796-4e53-89bc-8b6e8a2695a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:13:23.748452 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-756d340e-0590-41a1-8802-890750fac9c3 req-b9f0439e-c796-4e53-89bc-8b6e8a2695a1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82111675-daec-478c-ba9b-ab71752a00c6 HTTP/1.1" status: 200 len: 916 time: 0.1510391 Jun 20 12:13:23.806357 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-2c2ab21f-94bd-4de8-a298-64e9ab2c0375 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Deleting port fe231240-0ab9-4afe-b688-01580e4a7517 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:13:23.807069 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c2ab21f-94bd-4de8-a298-64e9ab2c0375 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:24.096206 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-756d340e-0590-41a1-8802-890750fac9c3 req-7c73ec5b-e49e-4cd5-86b3-6912f20b58a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 HTTP/1.1" status: 200 len: 1002 time: 0.3405852 Jun 20 12:13:24.170298 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d340e-0590-41a1-8802-890750fac9c3 req-ba3513de-c90f-4da5-8592-13a3cfc7e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:13:24.171714 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-756d340e-0590-41a1-8802-890750fac9c3 req-ba3513de-c90f-4da5-8592-13a3cfc7e510 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96c486f4-675b-440c-bf65-e83ba8d1d3ba HTTP/1.1" status: 200 len: 854 time: 0.0660160 Jun 20 12:13:24.173282 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c2ab21f-94bd-4de8-a298-64e9ab2c0375 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:24.173605 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c2ab21f-94bd-4de8-a298-64e9ab2c0375 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:24.181579 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:13:24.260782 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-2c2ab21f-94bd-4de8-a298-64e9ab2c0375 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Calling delete_port for fe231240-0ab9-4afe-b688-01580e4a7517 owned by network:floatingip {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:13:24.374073 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d340e-0590-41a1-8802-890750fac9c3 req-4fa26f67-ea82-4dad-940d-1810a6919743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:13:24.375329 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-756d340e-0590-41a1-8802-890750fac9c3 req-4fa26f67-ea82-4dad-940d-1810a6919743 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82111675-daec-478c-ba9b-ab71752a00c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1942561 Jun 20 12:13:24.506183 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-756d340e-0590-41a1-8802-890750fac9c3 req-eec8ba27-b6d3-4a99-867d-131f825a55c6 service neutron] 10.222.0.30 "GET /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194227 Jun 20 12:13:24.572810 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c2ab21f-94bd-4de8-a298-64e9ab2c0375 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:24.576156 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:13:24.612252 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ab21f-94bd-4de8-a298-64e9ab2c0375 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Pushing event deleted for resources: {'Port': ['ID=fe231240-0ab9-4afe-b688-01580e4a7517,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:13:24.615912 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-2c2ab21f-94bd-4de8-a298-64e9ab2c0375 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:13:24.679395 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-756d340e-0590-41a1-8802-890750fac9c3 req-4bc857be-f3d0-4c81-ac4e-dfead6470cfb service neutron] 10.222.0.30 "GET /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643403 Jun 20 12:13:24.695062 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c2ab21f-94bd-4de8-a298-64e9ab2c0375 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks [] for floatingip, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:24.695490 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.l3_db [None req-2c2ab21f-94bd-4de8-a298-64e9ab2c0375 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Floating IP f6d131dc-5ff2-4494-b0a1-bc9cc4c7162d disassociated (deleted). External IP: 172.27.1.139, port: 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215. Jun 20 12:13:24.906654 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2ab21f-94bd-4de8-a298-64e9ab2c0375 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Router 2acaff23-3fc5-4c5d-91ec-5d24793e112f has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:13:25.016567 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2ab21f-94bd-4de8-a298-64e9ab2c0375 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:13:25.021399 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c2ab21f-94bd-4de8-a298-64e9ab2c0375 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for floatingip, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:25.026906 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7394bc58-3573-4152-951d-4e289f54e477 None None] Sync routers for ids ['2acaff23-3fc5-4c5d-91ec-5d24793e112f'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:13:25.035981 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7394bc58-3573-4152-951d-4e289f54e477 None None] Routers {'2acaff23-3fc5-4c5d-91ec-5d24793e112f'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:13:25.036599 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-7394bc58-3573-4152-951d-4e289f54e477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:13:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['2acaff23-3fc5-4c5d-91ec-5d24793e112f'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:13:25.057628 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-2c2ab21f-94bd-4de8-a298-64e9ab2c0375 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "DELETE /v2.0/floatingips/f6d131dc-5ff2-4494-b0a1-bc9cc4c7162d HTTP/1.1" status: 204 len: 168 time: 1.5424361 Jun 20 12:13:25.154822 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-7394bc58-3573-4152-951d-4e289f54e477 None None] Set router 2acaff23-3fc5-4c5d-91ec-5d24793e112f gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:13:25.357995 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-7394bc58-3573-4152-951d-4e289f54e477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'name': 'tempest-TestMinimumBasicScenario-1702830062-router', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:47Z', 'updated_at': '2021-06-20T12:08:50Z', 'revision_number': 4, 'project_id': 'f5e319e97743435382759743d17c629f', 'gw_port': {'id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:48Z', 'updated_at': '2021-06-20T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'c232d57e-685e-446a-8dca-665533572afd', 'name': '', 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'mac_address': 'fa:16:3e:92:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '96c486f4-675b-440c-bf65-e83ba8d1d3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:49Z', 'updated_at': '2021-06-20T12:08:57Z', 'revision_number': 5, 'project_id': 'f5e319e97743435382759743d17c629f', 'subnets': [{'id': '96c486f4-675b-440c-bf65-e83ba8d1d3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:13:25.367754 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d2c975-356f-458c-95b5-88c293044dce', 'tag': '8d8eabfc-ddf4-49d9-86a9-422ccdfc5215'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:13:25.370451 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb1929b-5042-46e5-bb49-d8956439f390" -d '{"events": [{"name": "network-changed", "server_uuid": "85d2c975-356f-458c-95b5-88c293044dce", "tag": "8d8eabfc-ddf4-49d9-86a9-422ccdfc5215"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:13:25.389808 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7394bc58-3573-4152-951d-4e289f54e477 None None] Checking router: 2acaff23-3fc5-4c5d-91ec-5d24793e112f for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:13:25.398376 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7394bc58-3573-4152-951d-4e289f54e477 None None] Routers {'2acaff23-3fc5-4c5d-91ec-5d24793e112f'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:13:25.398999 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-7394bc58-3573-4152-951d-4e289f54e477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:13:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['2acaff23-3fc5-4c5d-91ec-5d24793e112f'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:13:25.419113 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd77ebf-5d63-436f-92c1-e9923570cb66 x-openstack-request-id: req-8bd77ebf-5d63-436f-92c1-e9923570cb66 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:13:25.419720 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d2c975-356f-458c-95b5-88c293044dce", "tag": "8d8eabfc-ddf4-49d9-86a9-422ccdfc5215", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:13:25.420015 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8bd77ebf-5d63-436f-92c1-e9923570cb66 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:13:25.420465 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d2c975-356f-458c-95b5-88c293044dce', 'tag': '8d8eabfc-ddf4-49d9-86a9-422ccdfc5215', 'status': 'completed', 'code': 200} Jun 20 12:13:25.509991 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-7394bc58-3573-4152-951d-4e289f54e477 None None] Set router 2acaff23-3fc5-4c5d-91ec-5d24793e112f gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:13:25.527328 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1929b-5042-46e5-bb49-d8956439f390 req-d2d269f6-e68e-42fc-b451-19e989eb71bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:13:25.528990 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2fb1929b-5042-46e5-bb49-d8956439f390 req-d2d269f6-e68e-42fc-b451-19e989eb71bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5e319e97743435382759743d17c629f&device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 1099 time: 0.0566452 Jun 20 12:13:25.642155 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1929b-5042-46e5-bb49-d8956439f390 req-22d68ec4-3134-4c93-ae13-2b7ddd3c6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:13:25.643971 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2fb1929b-5042-46e5-bb49-d8956439f390 req-22d68ec4-3134-4c93-ae13-2b7ddd3c6751 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82111675-daec-478c-ba9b-ab71752a00c6 HTTP/1.1" status: 200 len: 916 time: 0.1085920 Jun 20 12:13:25.690285 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2fb1929b-5042-46e5-bb49-d8956439f390 req-39677c16-c36c-4b61-8946-71710cd7d0d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 HTTP/1.1" status: 200 len: 217 time: 0.0393980 Jun 20 12:13:25.753293 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1929b-5042-46e5-bb49-d8956439f390 req-ec036a2f-e330-464e-800b-53c2d7420095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:13:25.754705 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2fb1929b-5042-46e5-bb49-d8956439f390 req-ec036a2f-e330-464e-800b-53c2d7420095 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96c486f4-675b-440c-bf65-e83ba8d1d3ba HTTP/1.1" status: 200 len: 854 time: 0.0580091 Jun 20 12:13:25.815564 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-7394bc58-3573-4152-951d-4e289f54e477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'name': 'tempest-TestMinimumBasicScenario-1702830062-router', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:47Z', 'updated_at': '2021-06-20T12:08:50Z', 'revision_number': 4, 'project_id': 'f5e319e97743435382759743d17c629f', 'gw_port': {'id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:48Z', 'updated_at': '2021-06-20T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'c232d57e-685e-446a-8dca-665533572afd', 'name': '', 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'mac_address': 'fa:16:3e:92:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '96c486f4-675b-440c-bf65-e83ba8d1d3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:49Z', 'updated_at': '2021-06-20T12:08:57Z', 'revision_number': 5, 'project_id': 'f5e319e97743435382759743d17c629f', 'subnets': [{'id': '96c486f4-675b-440c-bf65-e83ba8d1d3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:13:25.819175 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1929b-5042-46e5-bb49-d8956439f390 req-c1a8408f-977e-43d9-bfba-9d668c9308ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:13:25.820832 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2fb1929b-5042-46e5-bb49-d8956439f390 req-c1a8408f-977e-43d9-bfba-9d668c9308ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82111675-daec-478c-ba9b-ab71752a00c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586357 Jun 20 12:13:25.841528 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7394bc58-3573-4152-951d-4e289f54e477 None None] The sync data for ids ['2acaff23-3fc5-4c5d-91ec-5d24793e112f'] in dv-cinder-794962-4-iscsi is: [{'id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'name': 'tempest-TestMinimumBasicScenario-1702830062-router', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:47Z', 'updated_at': '2021-06-20T12:08:50Z', 'revision_number': 4, 'project_id': 'f5e319e97743435382759743d17c629f', 'gw_port': {'id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:48Z', 'updated_at': '2021-06-20T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'c232d57e-685e-446a-8dca-665533572afd', 'name': '', 'network_id': '82111675-daec-478c-ba9b-ab71752a00c6', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'mac_address': 'fa:16:3e:92:36:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '96c486f4-675b-440c-bf65-e83ba8d1d3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:49Z', 'updated_at': '2021-06-20T12:08:57Z', 'revision_number': 5, 'project_id': 'f5e319e97743435382759743d17c629f', 'subnets': [{'id': '96c486f4-675b-440c-bf65-e83ba8d1d3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:13:25.926380 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2fb1929b-5042-46e5-bb49-d8956439f390 req-a128a9c3-5ee7-4c9c-8a92-35cec8190e13 service neutron] 10.222.0.30 "GET /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975134 Jun 20 12:13:26.025487 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2fb1929b-5042-46e5-bb49-d8956439f390 req-a45d6d36-62c7-438a-a7a5-8a8fc048793a service neutron] 10.222.0.30 "GET /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922801 Jun 20 12:13:26.082397 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c8b83a-69c0-4a1a-aaff-1dd717821638 None None] New status for floating IP f6d131dc-5ff2-4494-b0a1-bc9cc4c7162d: DOWN {{(pid=92894) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 20 12:13:36.722873 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6e310-6227-45da-98ef-f2765055f02b req-ca087b1b-ebea-477d-8311-c25312430e5d tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:13:36.724340 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d0e6e310-6227-45da-98ef-f2765055f02b req-ca087b1b-ebea-477d-8311-c25312430e5d tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 946 time: 0.0646338 Jun 20 12:13:36.762739 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d0e6e310-6227-45da-98ef-f2765055f02b req-8a71a0c4-29bc-4a09-a463-734986d875f0 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a848108-c0dc-46d4-840b-c044349baa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317118 Jun 20 12:13:37.833071 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-25624381-cdd3-492e-b52f-4f14e5db1a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:37.943932 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb292f-57ee-4567-95fb-4626e3791296 req-7cf583df-930e-43d4-b032-0e072ff94ade tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:13:37.945441 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0bcb292f-57ee-4567-95fb-4626e3791296 req-7cf583df-930e-43d4-b032-0e072ff94ade tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 946 time: 0.0667448 Jun 20 12:13:37.983547 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0bcb292f-57ee-4567-95fb-4626e3791296 req-8a0daea7-6b74-4c72-8303-f6cb02003e4b tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a848108-c0dc-46d4-840b-c044349baa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322301 Jun 20 12:13:39.082233 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13524d7b-42e2-4032-9a4a-64d3dd8cc8dc req-7288ab87-7fa4-4e65-b161-25ab83ea5686 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:13:39.083725 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-13524d7b-42e2-4032-9a4a-64d3dd8cc8dc req-7288ab87-7fa4-4e65-b161-25ab83ea5686 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.30 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 946 time: 0.0665562 Jun 20 12:13:39.167267 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cfd2d-08b7-4f96-8088-551436000afa req-eff31649-39a8-4022-b084-a40d7349aaa2 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:13:39.168988 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-683cfd2d-08b7-4f96-8088-551436000afa req-eff31649-39a8-4022-b084-a40d7349aaa2 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 946 time: 0.0674243 Jun 20 12:13:39.202336 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-13524d7b-42e2-4032-9a4a-64d3dd8cc8dc req-bb45e5eb-a7ad-4611-8873-07f62385aed5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Deleting port 43f3ae98-bdcf-48c9-a305-eae973f05ff5 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:13:39.202769 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-13524d7b-42e2-4032-9a4a-64d3dd8cc8dc req-bb45e5eb-a7ad-4611-8873-07f62385aed5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:39.208813 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-683cfd2d-08b7-4f96-8088-551436000afa req-ff594c85-5061-46fd-b0b5-70108d5ae68f tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/security-groups?id=2a848108-c0dc-46d4-840b-c044349baa2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337775 Jun 20 12:13:39.292097 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-13524d7b-42e2-4032-9a4a-64d3dd8cc8dc req-bb45e5eb-a7ad-4611-8873-07f62385aed5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] For port 43f3ae98-bdcf-48c9-a305-eae973f05ff5, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=43f3ae98-bdcf-48c9-a305-eae973f05ff5,segment=NetworkSegment(c37a05f1-c46d-4eb6-95bf-5654066af99c),segment_id=c37a05f1-c46d-4eb6-95bf-5654066af99c)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:13:39.292448 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-13524d7b-42e2-4032-9a4a-64d3dd8cc8dc req-bb45e5eb-a7ad-4611-8873-07f62385aed5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:39.496581 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-13524d7b-42e2-4032-9a4a-64d3dd8cc8dc req-bb45e5eb-a7ad-4611-8873-07f62385aed5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:39.496965 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-13524d7b-42e2-4032-9a4a-64d3dd8cc8dc req-bb45e5eb-a7ad-4611-8873-07f62385aed5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504496'] for floatingip, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:39.497280 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.l3_db [req-13524d7b-42e2-4032-9a4a-64d3dd8cc8dc req-bb45e5eb-a7ad-4611-8873-07f62385aed5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Floating IP ef5757e8-917f-49f5-919c-42ee7f1154d9 disassociated. External IP: 172.27.1.111, port: 43f3ae98-bdcf-48c9-a305-eae973f05ff5. Jun 20 12:13:39.497617 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-13524d7b-42e2-4032-9a4a-64d3dd8cc8dc req-bb45e5eb-a7ad-4611-8873-07f62385aed5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Calling delete_port for 43f3ae98-bdcf-48c9-a305-eae973f05ff5 owned by compute:nova {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:13:39.642254 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-13524d7b-42e2-4032-9a4a-64d3dd8cc8dc req-bb45e5eb-a7ad-4611-8873-07f62385aed5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:39.646563 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-2c2ab21f-94bd-4de8-a298-64e9ab2c0375 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:13:39.677978 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45e5eb-a7ad-4611-8873-07f62385aed5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Pushing event deleted for resources: {'Port': ['ID=43f3ae98-bdcf-48c9-a305-eae973f05ff5,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:13:39.680797 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-bb45e5eb-a7ad-4611-8873-07f62385aed5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:13:39.793708 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13524d7b-42e2-4032-9a4a-64d3dd8cc8dc req-bb45e5eb-a7ad-4611-8873-07f62385aed5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Router e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:13:39.906342 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13524d7b-42e2-4032-9a4a-64d3dd8cc8dc req-bb45e5eb-a7ad-4611-8873-07f62385aed5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:13:39.918469 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10fdcdb-ad21-45ae-acf2-84be6432a702 None None] Sync routers for ids ['e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:13:39.931538 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10fdcdb-ad21-45ae-acf2-84be6432a702 None None] Routers {'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:13:39.932290 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-c10fdcdb-ad21-45ae-acf2-84be6432a702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:13:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:13:39.964690 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-13524d7b-42e2-4032-9a4a-64d3dd8cc8dc req-bb45e5eb-a7ad-4611-8873-07f62385aed5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] No DVR routers for this DVR port 43f3ae98-bdcf-48c9-a305-eae973f05ff5 on host hv-cinder-79496 {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:13:39.971203 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-13524d7b-42e2-4032-9a4a-64d3dd8cc8dc req-bb45e5eb-a7ad-4611-8873-07f62385aed5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:39.972115 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c9f8cfa3-f831-40d3-bc73-7d5e01631413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:39.983390 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-13524d7b-42e2-4032-9a4a-64d3dd8cc8dc req-bb45e5eb-a7ad-4611-8873-07f62385aed5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.30 "DELETE /v2.0/ports/43f3ae98-bdcf-48c9-a305-eae973f05ff5 HTTP/1.1" status: 204 len: 173 time: 0.8869185 Jun 20 12:13:39.983390 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44fcba24-a6a0-490b-911c-d63a8d4cfddb', 'name': 'network-vif-deleted', 'tag': '43f3ae98-bdcf-48c9-a305-eae973f05ff5'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:13:39.988755 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd332e2d-0d00-4ac0-baf4-663c05bc6908" -d '{"events": [{"server_uuid": "44fcba24-a6a0-490b-911c-d63a8d4cfddb", "name": "network-vif-deleted", "tag": "43f3ae98-bdcf-48c9-a305-eae973f05ff5"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:13:40.046086 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3937e50-811c-4bf2-b7cc-e5873322439d x-openstack-request-id: req-b3937e50-811c-4bf2-b7cc-e5873322439d {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:13:40.046440 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44fcba24-a6a0-490b-911c-d63a8d4cfddb", "name": "network-vif-deleted", "tag": "43f3ae98-bdcf-48c9-a305-eae973f05ff5", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:13:40.046712 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3937e50-811c-4bf2-b7cc-e5873322439d {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:13:40.047138 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44fcba24-a6a0-490b-911c-d63a8d4cfddb', 'name': 'network-vif-deleted', 'tag': '43f3ae98-bdcf-48c9-a305-eae973f05ff5', 'status': 'completed', 'code': 200} Jun 20 12:13:40.114632 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-c10fdcdb-ad21-45ae-acf2-84be6432a702 None None] Set router e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:13:40.345951 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-c10fdcdb-ad21-45ae-acf2-84be6432a702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'name': 'tempest-TestVolumeBootPattern-2021159199-router', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:39Z', 'revision_number': 4, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'gw_port': {'id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': '2bc20031-e132-4490-909f-9850a0024d1d', 'name': '', 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'mac_address': 'fa:16:3e:3b:2b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4d434098-b284-47eb-a040-67a023acc9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:38Z', 'updated_at': '2021-06-20T12:09:46Z', 'revision_number': 5, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'subnets': [{'id': '4d434098-b284-47eb-a040-67a023acc9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:13:40.362890 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:40.388997 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10fdcdb-ad21-45ae-acf2-84be6432a702 None None] Checking router: e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:13:40.398368 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10fdcdb-ad21-45ae-acf2-84be6432a702 None None] Routers {'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:13:40.399016 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-c10fdcdb-ad21-45ae-acf2-84be6432a702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:13:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:13:40.401994 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-06e3652f-e296-4b68-9c3a-766840203056 req-8133360c-526a-4aa9-a8a3-23074dd3d0da tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0343630 Jun 20 12:13:40.507395 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-c10fdcdb-ad21-45ae-acf2-84be6432a702 None None] Set router e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:13:40.709218 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-c10fdcdb-ad21-45ae-acf2-84be6432a702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'name': 'tempest-TestVolumeBootPattern-2021159199-router', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:39Z', 'revision_number': 4, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'gw_port': {'id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': '2bc20031-e132-4490-909f-9850a0024d1d', 'name': '', 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'mac_address': 'fa:16:3e:3b:2b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4d434098-b284-47eb-a040-67a023acc9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:38Z', 'updated_at': '2021-06-20T12:09:46Z', 'revision_number': 5, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'subnets': [{'id': '4d434098-b284-47eb-a040-67a023acc9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:13:40.736783 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10fdcdb-ad21-45ae-acf2-84be6432a702 None None] The sync data for ids ['e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'] in dv-cinder-794962-4-iscsi is: [{'id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'name': 'tempest-TestVolumeBootPattern-2021159199-router', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:39Z', 'revision_number': 4, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'gw_port': {'id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': '2bc20031-e132-4490-909f-9850a0024d1d', 'name': '', 'network_id': 'b8e43b58-1078-4caa-b969-0605161e64b6', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'mac_address': 'fa:16:3e:3b:2b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4d434098-b284-47eb-a040-67a023acc9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:38Z', 'updated_at': '2021-06-20T12:09:46Z', 'revision_number': 5, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'subnets': [{'id': '4d434098-b284-47eb-a040-67a023acc9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:13:40.956040 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffb4590-1911-4885-b5fe-09bbac67b444 None None] New status for floating IP ef5757e8-917f-49f5-919c-42ee7f1154d9: DOWN {{(pid=92894) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 20 12:13:41.487413 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:41.703961 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0bedb102-48bb-4a5a-8cb6-9ef55e566274 req-1ea049fc-fc7e-4b99-9525-5596dba62af4 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0290885 Jun 20 12:13:42.842414 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ad3ebf5d-aac8-4b88-adcd-1fb989726aa4 req-6c68010e-854e-4750-a66b-94f32f684bc1 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0296133 Jun 20 12:13:42.851503 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 43f3ae98-bdcf-48c9-a305-eae973f05ff5 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:13:42.874766 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] No Port match for: 43f3ae98-bdcf-48c9-a305-eae973f05ff5 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:13:42.875121 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 43f3ae98-bdcf-48c9-a305-eae973f05ff5 not bound to the agent host hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:13:43.217107 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:43.984060 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ac6ca992-0051-4fff-8adb-4b1c3903a5a4 req-344b97d9-31c5-4d7b-bf30-660539f5c774 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0301492 Jun 20 12:13:45.128845 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e85fa63c-2880-46b1-ba62-518102a1eeb9 req-a55763d0-58ab-4dcd-9d34-0f09eb46e38e tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0318320 Jun 20 12:13:46.280133 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0cb63196-3b98-4037-8adb-be512a517512 req-d5acfb66-9ba4-4c1b-b0c1-21303f2ed991 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0291414 Jun 20 12:13:47.420039 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c9363ea1-0265-4c04-ae9b-0963fa67c219 req-18345428-4ec0-4670-acb5-e2b70f0a9eb9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0294468 Jun 20 12:13:48.560820 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-35f31cca-2105-4dc4-9d2d-63b42114e02a req-f4c96698-fc62-4310-8d7b-4ca9ac98acee tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0287461 Jun 20 12:13:49.708843 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1cd3b5fb-0367-48fa-9940-a4170f57494b req-28276ff4-70e3-4ff8-8485-e226c2859d50 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0317721 Jun 20 12:13:49.998123 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:13:50.856859 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-12f28b2b-6949-48cd-b491-d5b83fd0c5a6 req-39382943-9eb7-49a2-b538-8999509b772b tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0281522 Jun 20 12:13:52.001561 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-877dfd24-f001-4b61-8700-8a757894bee5 req-3c37dee6-f3d0-40b8-b36c-c8fa093463db tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0294931 Jun 20 12:13:53.147539 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-317d1d86-872e-43bb-b66d-3f8a96a8f86a req-2597538e-9f99-4f99-9906-4e72eb0dbec1 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0283730 Jun 20 12:13:54.308742 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-30e0ea01-268c-46b3-b88c-e2dc0ca018b5 req-5ae9ac12-540c-478f-b6eb-67f35045cccd tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0322104 Jun 20 12:13:54.797318 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bdc2fd4d-2339-4b42-9270-afad9609b6b5 req-ef297b56-7cd7-4621-8ad9-cf4f49962a35 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573823 Jun 20 12:13:54.891751 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2fd4d-2339-4b42-9270-afad9609b6b5 req-4eabab82-62ae-4ba4-830b-f92c534da43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:13:54.893201 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bdc2fd4d-2339-4b42-9270-afad9609b6b5 req-4eabab82-62ae-4ba4-830b-f92c534da43b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5981d99b281c40eb875a1a3afecaff9e&device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 1098 time: 0.0613494 Jun 20 12:13:55.045213 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2fd4d-2339-4b42-9270-afad9609b6b5 req-840ff909-dcd3-4723-8498-a34805e45f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:13:55.047266 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bdc2fd4d-2339-4b42-9270-afad9609b6b5 req-840ff909-dcd3-4723-8498-a34805e45f5f service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbd918e5-0cba-426c-a932-30591f7d3d0b HTTP/1.1" status: 200 len: 914 time: 0.1317644 Jun 20 12:13:55.098691 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bdc2fd4d-2339-4b42-9270-afad9609b6b5 req-de9af415-0ea9-4d14-917f-6462873aec50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f73bb4e6-8b63-4b91-8beb-073eaf149a94 HTTP/1.1" status: 200 len: 217 time: 0.0444427 Jun 20 12:13:55.154537 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2fd4d-2339-4b42-9270-afad9609b6b5 req-dc9547d7-1b36-4a64-a4fd-219934835b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:13:55.156014 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bdc2fd4d-2339-4b42-9270-afad9609b6b5 req-dc9547d7-1b36-4a64-a4fd-219934835b06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfcb5e09-7fc4-47ff-b108-ca4ffc0b1873 HTTP/1.1" status: 200 len: 853 time: 0.0509238 Jun 20 12:13:55.203313 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bdc2fd4d-2339-4b42-9270-afad9609b6b5 req-b2005e3e-87f2-4351-b90c-4288c41c5228 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbd918e5-0cba-426c-a932-30591f7d3d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304563 Jun 20 12:13:55.530362 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-16c1a681-0e5c-426a-ac29-65603cbd8ce3 req-930a4479-a52b-418e-ad94-d2184f957aa1 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0536361 Jun 20 12:13:55.567777 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bdc2fd4d-2339-4b42-9270-afad9609b6b5 req-56f901a0-c66f-4c5d-a1f4-280c61a73c9e service neutron] 10.222.0.30 "GET /v2.0/networks/dbd918e5-0cba-426c-a932-30591f7d3d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582683 Jun 20 12:13:55.660033 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bdc2fd4d-2339-4b42-9270-afad9609b6b5 req-5e30ad73-0a28-4230-86c4-8020e9d29b72 service neutron] 10.222.0.30 "GET /v2.0/networks/dbd918e5-0cba-426c-a932-30591f7d3d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845993 Jun 20 12:13:56.722753 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-613cd504-71d1-4d10-a36a-bf54a31a3682 req-d22f46c2-3274-439d-9689-0df7a627f1a8 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0315492 Jun 20 12:13:57.872159 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b0516154-8d6f-4375-8d70-f0ef2a9b8053 req-00c95908-6345-4970-ac96-5ddcf9ab7f3f tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0335166 Jun 20 12:13:59.019795 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-071f58ac-168a-4eec-8a73-4f0be19a54a8 req-0e660898-d116-41ea-91d6-9d0cec9c4961 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0314095 Jun 20 12:14:00.164350 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-89a2a160-1935-4c59-b4a8-177290bf1492 req-22af9287-808c-4423-a023-5d998c9986f9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0315413 Jun 20 12:14:01.181010 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:14:01.301353 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-97926f71-e37c-498d-a910-b10d6e95fdf1 req-15751ad2-e623-4145-af3d-063a3b6953b0 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0284481 Jun 20 12:14:02.456091 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c0c4708a-3134-4a65-bec6-fc92ce4f7321 req-1269e6a2-dd10-42e6-8436-6ba7cbbea148 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0427406 Jun 20 12:14:03.606793 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f0626cba-21a9-404e-92a9-0078695d3559 req-eba54b6a-69f7-40c1-9c63-16411aed506a tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0320966 Jun 20 12:14:04.749417 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-db12788b-c9a8-4ef6-b2e8-92c15e000664 req-22671cad-5ec7-4a15-8540-531a0ca2e333 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0285945 Jun 20 12:14:05.902035 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2f85cbbb-48fc-4b7e-ac53-7f337103e277 req-b41273bc-0cc5-4424-8f0e-23864f5d8c10 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0308995 Jun 20 12:14:07.043431 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3cdd2a8e-bddd-4b33-b077-fb05a4cde86e req-50996ea1-7041-41f1-96a4-3458fccc18d4 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0296984 Jun 20 12:14:07.844437 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b31fade1-d5b2-4253-8e56-a53604658dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:14:08.191379 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b17a0538-db66-41b5-84b5-e9b4a789f0de req-5b958585-2959-4a48-91a6-695b1ee47761 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0327876 Jun 20 12:14:09.340866 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f39faceb-30c7-4d7f-9557-01a064fe1571 req-13e45d42-1f98-44d2-bcab-0c5279bfce78 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0332208 Jun 20 12:14:09.956746 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b06d9b2d-8930-438d-9403-ffcef8543c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:14:10.325890 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:14:10.486971 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-59f93ce0-3330-480c-aea0-f4c1c83ae76c req-9f541590-41a7-4069-bbe4-fa954966a304 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0296686 Jun 20 12:14:11.490534 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:14:11.628154 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6d7b93e1-e61e-4c6f-b50f-929d954db0ec req-ae8aa1da-1c00-4a05-84ce-fad793dfce34 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0280604 Jun 20 12:14:12.777645 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3c5141d0-319c-4ace-ac41-e1ebd5f42791 req-4517338c-e989-42dc-ad2d-4fd705a35cc6 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0339355 Jun 20 12:14:13.215787 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:14:13.942900 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-26b9fd45-7b82-4628-81c4-7730e7bc4c5e req-45695e84-e7b3-4a49-9260-48737a42fd59 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0327990 Jun 20 12:14:15.088634 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8b8ba337-16cd-4c76-8696-182909e70845 req-3785062e-bce8-459b-b3ab-1b9cd1c86561 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0307789 Jun 20 12:14:16.266292 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b6c10a53-ca93-4195-a6b3-56c4b4fb71dd req-c2825b11-086a-4ea8-a89f-8e0739e30989 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0284445 Jun 20 12:14:17.415879 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8e366cec-c474-4f73-9621-96964adcd110 req-340ce66b-635e-44b8-bc1d-cbec9a2ce9d7 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0319424 Jun 20 12:14:18.556617 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0ebfb701-1444-419f-b483-2eba57c2a8e7 req-17dfed3e-2d54-4eb1-80d9-0737111da444 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0283802 Jun 20 12:14:19.698773 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9aa9c309-e5f7-462b-9b49-4a603a370be6 req-0faba44b-394b-4859-bf53-93653d347557 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0291083 Jun 20 12:14:20.014797 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:14:20.850115 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7e5af774-0720-408d-9e8f-c2d3ee7b51a2 req-139d6763-3259-4a1d-a81b-529149a61a96 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0318320 Jun 20 12:14:22.022423 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-067ceb67-d0b1-456a-951b-e7e3bd59a6a8 req-89b2f1e0-0960-4da6-9ba1-a009982a2d42 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0331728 Jun 20 12:14:23.191050 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f505e946-0f1d-45dd-9f31-94554916b156 req-aff8bc75-4f41-4779-b322-9f70b56c98ef tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0417016 Jun 20 12:14:24.343999 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-39ea8f9f-02c0-439c-910c-f74efbb8fdd9 req-daeb3c59-6f06-473b-8dfd-cf0098755b82 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0338738 Jun 20 12:14:25.490544 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-61d1ef2d-5985-4e03-a405-48941028e865 req-9733f242-f793-4909-ad13-1541ea9b3ba0 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0293796 Jun 20 12:14:26.645878 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d43052af-cfd9-4c3a-9fad-92eb86b58bd2 req-47064043-095d-4011-994c-1d88a936887e tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0345943 Jun 20 12:14:27.797948 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2c6453c1-ad73-432b-9ce7-5b347d90bf73 req-eb2355e3-4ea2-4a9d-8fa1-d752f7a5ada4 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0310652 Jun 20 12:14:28.955053 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f9738096-e478-42a3-a715-215ce6f17eee req-bf7e31ef-0a80-45d6-9085-8f3307833aa2 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0296986 Jun 20 12:14:30.106410 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8fe05566-6480-4339-81cd-b9caa7c17f33 req-3454199b-4106-49bb-bf2d-e915366a2739 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0314283 Jun 20 12:14:31.274692 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-334f695b-f68f-4d3b-92a7-7573932da172 req-19c937a0-b71d-4072-af8c-45de30424703 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0405428 Jun 20 12:14:32.424361 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7b0112ab-8252-4bfd-9d45-1bb297ba6ecc req-42880b57-aaba-4eb1-8c4a-d3c65ba2a9f1 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0299349 Jun 20 12:14:33.602868 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3f209a37-5ac1-4632-bb45-8909e6ccf82e req-844ef8fd-e337-4847-b9f7-b619af550d42 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0440445 Jun 20 12:14:34.746194 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d8011aad-dc53-476c-9926-da605430523f req-a9b5e987-77a7-4e0b-aeb3-e2a2add1e793 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0309484 Jun 20 12:14:35.896604 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6ec1262d-da52-41fe-ba5b-3cdb4eba0a2b req-d155292f-1c28-4a55-ad7a-26e4ec8d76ee tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0311460 Jun 20 12:14:37.043606 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3e7d9853-2a40-4a42-80ae-ab04ff052eb5 req-b09238d1-b6da-4735-be04-92d28004741b tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0287306 Jun 20 12:14:37.839063 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a96814d1-6ee3-4a34-98c9-b563e794fcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:14:38.179487 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:14:38.192157 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4453cc17-a030-42b2-87d2-e8be2d9e9828 req-6357e4d5-3601-4bcc-a6df-bba60805197b tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0377898 Jun 20 12:14:39.335782 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3c4e4e33-1e4f-4a3d-a84d-f370762d76fe req-8b32bb7a-d768-401e-94d0-4f1e1b41de03 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0288091 Jun 20 12:14:39.958851 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5b0ed08d-ebaa-4ecb-ae97-849c6f0d538c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:14:40.328441 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:14:40.498924 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-17b4531a-fa0f-40a6-9c05-c4a3510d6312 req-f0f382af-3370-4db0-bfde-3ed00a8cb36e tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0410330 Jun 20 12:14:41.493215 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:14:41.650224 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-70289bb9-0ec0-44aa-af30-6cfbf445780c req-c7e44bb6-88d5-4070-8f0b-d5b9f0195580 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0353861 Jun 20 12:14:42.790047 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a489da91-4345-4398-841b-3a6d28b405a7 req-5ebaf713-f721-4773-b2ce-1a4bd75523f7 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0292737 Jun 20 12:14:43.215888 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:14:43.928716 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-18b184f7-33b7-47df-8969-551d1621a9d1 req-252836ac-6dd4-4097-8aa8-62b511dc3089 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0288343 Jun 20 12:14:45.075628 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f720f06a-6637-41eb-91fc-398be8a9faf9 req-f1d1d925-663d-44ca-85b8-612f0562381a tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0318587 Jun 20 12:14:46.227362 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-dbfeb58e-2670-4b32-a1ab-94ad75cbcbd1 req-20d119b0-71ec-4925-a2df-a2299898ce35 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0293815 Jun 20 12:14:47.377292 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ea9b28cf-8723-471b-8f8a-a94a1b865587 req-d16a1eb6-1794-4f63-b44f-136579bf965c tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0302730 Jun 20 12:14:48.631875 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ec291d19-7bb1-4021-8578-823cff734def req-28afdf6c-a238-4001-8b25-fb7f67f55d53 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0293198 Jun 20 12:14:49.794794 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4887d5f9-f50a-4542-a2c2-fb99beb724ed req-a9f81937-dca9-4419-8c85-087d27bb5e97 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0347672 Jun 20 12:14:50.004626 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:14:50.935335 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-934d8994-f2c3-4ae5-bb70-115f20a89e52 req-08e92cf5-63e2-4778-a391-593deb5075dd tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0288713 Jun 20 12:14:52.083194 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-aff812a2-e266-40e5-8c3a-ea0f6fe89c95 req-85ccb0e3-c386-4efb-8917-18b052f405ea tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0279999 Jun 20 12:14:53.230367 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6ee6bbd4-86c5-4f4c-bde9-e95bd3a782cb req-7efc8319-68ce-41ae-9ec1-fdc3ccbb4f19 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0296161 Jun 20 12:14:54.377808 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7bacf894-b9d3-4245-8236-5912360a8b68 req-0638cfab-d6ef-451d-a7a7-026b985a5c80 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0320735 Jun 20 12:14:55.516336 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-34196093-dea8-4ae8-8541-9a42986f6f2e req-0ea81295-4842-423e-be27-ffcdceeea148 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0280488 Jun 20 12:14:56.656845 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bfcc314c-f929-4b51-8c33-e0d31b7deaac req-a453bf85-44f5-4749-bc71-f92248f67615 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0287964 Jun 20 12:14:56.782422 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-11da861b-e60a-482a-a29c-b0f5c0ba2ce3 req-74ce328a-3256-4551-a52d-d9dc434393df service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588477 Jun 20 12:14:56.870030 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da861b-e60a-482a-a29c-b0f5c0ba2ce3 req-2ceb75bf-5cf8-4f61-bf01-93c529c7bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:14:56.871520 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-11da861b-e60a-482a-a29c-b0f5c0ba2ce3 req-2ceb75bf-5cf8-4f61-bf01-93c529c7bc18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5e319e97743435382759743d17c629f&device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 1099 time: 0.0549378 Jun 20 12:14:56.981412 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da861b-e60a-482a-a29c-b0f5c0ba2ce3 req-a502ddf5-f927-4548-a6c8-5c0371581687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:14:56.983406 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-11da861b-e60a-482a-a29c-b0f5c0ba2ce3 req-a502ddf5-f927-4548-a6c8-5c0371581687 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82111675-daec-478c-ba9b-ab71752a00c6 HTTP/1.1" status: 200 len: 916 time: 0.0897794 Jun 20 12:14:57.030183 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-11da861b-e60a-482a-a29c-b0f5c0ba2ce3 req-0fd16924-5f01-43b5-a81e-6c24d7cf75d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 HTTP/1.1" status: 200 len: 217 time: 0.0408831 Jun 20 12:14:57.078208 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da861b-e60a-482a-a29c-b0f5c0ba2ce3 req-a5368001-02ab-4e67-91bb-769a57b0ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:14:57.079658 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-11da861b-e60a-482a-a29c-b0f5c0ba2ce3 req-a5368001-02ab-4e67-91bb-769a57b0ac5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96c486f4-675b-440c-bf65-e83ba8d1d3ba HTTP/1.1" status: 200 len: 854 time: 0.0439994 Jun 20 12:14:57.137223 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da861b-e60a-482a-a29c-b0f5c0ba2ce3 req-6b471f08-d0cd-4052-b876-5849cfeae291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:14:57.138613 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-11da861b-e60a-482a-a29c-b0f5c0ba2ce3 req-6b471f08-d0cd-4052-b876-5849cfeae291 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82111675-daec-478c-ba9b-ab71752a00c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524135 Jun 20 12:14:57.241103 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-11da861b-e60a-482a-a29c-b0f5c0ba2ce3 req-7c056b1f-4352-4d08-8e0d-6b2d5daef8ae service neutron] 10.222.0.30 "GET /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952466 Jun 20 12:14:57.330275 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-11da861b-e60a-482a-a29c-b0f5c0ba2ce3 req-bf887574-824e-424f-98de-7b80d9d13142 service neutron] 10.222.0.30 "GET /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838523 Jun 20 12:14:57.801362 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-afaa26f0-e3a2-4130-824d-8263f6f7714d req-d99090a0-4787-48dc-adb0-38e91e822857 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0298014 Jun 20 12:14:58.963425 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e7b99538-b7f9-420d-a000-5558f01f7f48 req-83bbf705-ec40-4e18-95f9-840d4291e384 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0330141 Jun 20 12:15:00.113012 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-96437bf9-d992-4bb0-8385-a73e9182bb96 req-1443bef3-5da9-4be2-9138-debc29016f29 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0301678 Jun 20 12:15:01.266642 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4abdb942-73ac-4e69-81e1-d74b7f2fbbd2 req-91aa880d-eba9-4b94-a57b-ae1fe28ba945 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0318871 Jun 20 12:15:02.423713 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-66d032f7-b1df-4d3b-a448-c9d8bb1be5c6 req-1604bbdf-15e6-450d-92c3-59cd9dacc9b2 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0316174 Jun 20 12:15:03.582180 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-065e5944-73ab-4b75-a791-874c40110a4f req-51256019-74a1-4f6d-85ed-05cf1bdc2472 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0420201 Jun 20 12:15:04.723535 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d9fb63f3-8e4f-4530-8ae8-f0babcfa384c req-0d9769e7-c6d9-4324-aa07-2530d31f2af6 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0279033 Jun 20 12:15:05.867708 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d231105a-dc6b-4842-8fc7-cbfd27cc9345 req-cf25e4a9-0fc5-4822-a41c-c7c5e140bc71 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0291955 Jun 20 12:15:07.006240 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d26c9f2b-d2b0-444c-b741-9d3c0ac21105 req-9cd7a470-4429-4f18-acdd-151f8ce24564 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0286939 Jun 20 12:15:07.841422 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cb85dacf-8811-4787-b42d-c1bd11848c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:15:08.150481 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4593e5e4-39f2-4820-8852-b3335f5406fb req-cc974cab-e3f6-4a93-ad91-f23fc3aaa258 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0307679 Jun 20 12:15:09.291966 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-233c20eb-f34f-48d7-9056-31d73a4a9c40 req-1b45f7f1-055b-4084-a254-22ebf7fff971 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0294664 Jun 20 12:15:09.960063 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d9aaca63-5785-475c-895e-a33741efd6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:15:10.332975 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:15:10.435655 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-15156616-532c-41c5-af45-a6f2fc5f1c81 req-65b30a17-9b49-4bfe-86cb-616413ccb561 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0287755 Jun 20 12:15:11.496944 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:15:11.578097 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-da362c9c-ed8d-4137-9d1a-206d764b1de8 req-ecf28aad-0620-4c79-8a1a-7aa5cd69afba tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0296559 Jun 20 12:15:12.727956 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-233da2cc-559c-409d-922b-f89e989d221d req-b806e943-bfd6-4dcf-b6b3-edc89c5cc8a3 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0325100 Jun 20 12:15:13.218732 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:15:13.874388 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1ba46aff-e3b6-4c09-a922-14b010b0b0e2 req-1cc3e3e5-2fd7-4c18-a710-a626cc40705f tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0296474 Jun 20 12:15:15.019892 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-55d9b378-6972-4419-b69a-440f39719a14 req-9fa45b70-a392-4e5a-b18d-0ad504dc51ee tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0287635 Jun 20 12:15:15.178295 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:15:16.164719 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e6050704-db15-4e50-ae29-31c3814f6139 req-2296b251-bae1-4fae-b40f-9f5bd223d5ee tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0288532 Jun 20 12:15:17.321209 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-09423d72-d84e-4c91-b189-dd9b5b4102f6 req-e76cdc4e-56d3-4d59-b0de-3cadafa86b01 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0323658 Jun 20 12:15:18.466048 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1b414f7f-3784-4414-b0db-eebfce0c650d req-91346ada-a634-4d46-80ea-d6c8cc789f91 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0309651 Jun 20 12:15:19.606975 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4d63c8ba-7cdb-40b7-8996-dd54dabadaf9 req-74afcb40-903d-4735-b5bd-12d470d512a2 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0293338 Jun 20 12:15:20.026399 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:15:20.748250 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a3ea3e01-c7da-4fd6-bfdd-0df534ef1744 req-d8563ad7-bded-4c69-93b4-2502c96c901b tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0289221 Jun 20 12:15:21.896384 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6fcbaf41-e4ac-4c75-8d7d-a3ff84ec7077 req-d989a42c-51af-4b4e-9f0e-a7ec06e7d01f tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0319037 Jun 20 12:15:23.041089 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-75917828-7498-4bcf-bcc2-d82e901f3fd7 req-8cfcab9f-c1fc-434f-b2a6-a17e63e01fc4 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0300088 Jun 20 12:15:24.187172 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0b3d28ca-8149-47cb-a238-d13d2ebfda7a req-8f46c0a8-ede0-4bc8-af91-d7be87d9ea74 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0294659 Jun 20 12:15:25.331874 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-91fda972-7b9e-4f28-8907-5ba45ae81f54 req-e4dd8c0c-cba1-4a18-808b-4c6a4cff7dfe tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0294189 Jun 20 12:15:26.475017 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8786eab6-1883-4325-855c-ad82d95941c9 req-5fada69e-ef10-40a1-9205-044c892ae0ae tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0320251 Jun 20 12:15:27.616413 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-60df5fdc-2dcc-4a4e-a5f0-1ec6c28823b0 req-3888c166-c605-4442-bbfc-3dbf7319489a tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0302095 Jun 20 12:15:28.762596 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b6a986b0-7271-4571-91b5-92959bd05066 req-b1818f1b-873b-4dd8-8597-b7b21e45d0a3 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0317161 Jun 20 12:15:29.907199 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-23e64de4-2f11-4dc2-8275-795e691f59cd req-68f248ba-8adf-4978-83e6-b22eb95c9d3d tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0307333 Jun 20 12:15:31.059803 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e022adfd-cd3f-4f6a-b9ab-83b7bf026c0d req-2dcb6830-981e-44bf-8f52-f63833314c82 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0328381 Jun 20 12:15:32.204249 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0597502d-7eb3-46b7-b0a5-8a1d5c7688ce req-b9dda5f7-1937-4dd5-a912-37b09971d90f tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0302541 Jun 20 12:15:33.350460 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-00bab220-69fc-44c5-a93a-3d84b7843268 req-64738a1b-f578-4ec9-b185-dbfc2295b7d1 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0305085 Jun 20 12:15:34.494309 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-afc9063e-8974-4c73-8615-f10d0ba788ef req-1c74b293-31fe-4f9e-adfe-fa0d60472e84 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0287924 Jun 20 12:15:35.647933 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7a9d55ad-4b40-4806-bd25-82e4b3df8e10 req-e7d42ba6-6851-4eb1-a2d4-ddca1d5d1f88 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0319891 Jun 20 12:15:36.792676 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5bc5ebb6-e9c4-4740-bbe5-014165071603 req-11c2a375-cadb-4752-a8b8-07474e60b9e1 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0306423 Jun 20 12:15:37.844515 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f9a113a5-1699-4866-a4d9-8883ff61694f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:15:37.935632 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4f060154-3100-4b2c-823e-af8c063ad26a req-f3445fd5-c896-4cce-aac1-ab0220b94496 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0284221 Jun 20 12:15:39.078680 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7b79c31f-1568-4b12-a8df-1c46315c7fb9 req-f0d09459-92e1-4ab8-bcbb-0939bd4d903f tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0294447 Jun 20 12:15:39.960287 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dc3ee468-dd92-4407-b69b-9cdcc14bf850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:15:40.240863 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-532e2349-e386-412f-b4df-bfe1c599c5a5 req-0faed823-4d6c-4241-a230-7c10e1e74395 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fcba24-a6a0-490b-911c-d63a8d4cfddb HTTP/1.1" status: 200 len: 210 time: 0.0422776 Jun 20 12:15:40.340246 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:15:41.496204 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1ab0fe6f-23bd-4db0-9d72-f7c2dab4f58f req-d464910b-52e4-41e1-b48c-193f87f20af9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546728841&fields=id&tenant_id=f10fbe91f34a4e1b8dbde73ad9d559d2 HTTP/1.1" status: 200 len: 267 time: 0.0352533 Jun 20 12:15:41.502124 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:15:41.617430 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0fe6f-23bd-4db0-9d72-f7c2dab4f58f req-ef9dd5aa-8b4c-49ed-a2c4-4014b5793f11 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:15:41.618921 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1ab0fe6f-23bd-4db0-9d72-f7c2dab4f58f req-ef9dd5aa-8b4c-49ed-a2c4-4014b5793f11 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/networks?id=b8e43b58-1078-4caa-b969-0605161e64b6 HTTP/1.1" status: 200 len: 812 time: 0.1152618 Jun 20 12:15:41.635729 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1ab0fe6f-23bd-4db0-9d72-f7c2dab4f58f req-be623aeb-f5c3-4e89-9cb1-c1815d93dcd8 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/quotas/f10fbe91f34a4e1b8dbde73ad9d559d2 HTTP/1.1" status: 200 len: 375 time: 0.0111554 Jun 20 12:15:41.719909 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1ab0fe6f-23bd-4db0-9d72-f7c2dab4f58f req-1c51f2d9-4873-4704-8b4a-cb4f99dd5e26 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f10fbe91f34a4e1b8dbde73ad9d559d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0756097 Jun 20 12:15:41.872761 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1ab0fe6f-23bd-4db0-9d72-f7c2dab4f58f req-e5cb894a-2d42-4d6f-8ec1-b0cbda174024 service neutron] 10.222.0.25 "GET /v2.0/networks/b8e43b58-1078-4caa-b969-0605161e64b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408646 Jun 20 12:15:41.969897 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1ab0fe6f-23bd-4db0-9d72-f7c2dab4f58f req-a88c4eab-9e0f-4aa5-91af-f46fe429d914 service neutron] 10.222.0.25 "GET /v2.0/networks/b8e43b58-1078-4caa-b969-0605161e64b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914013 Jun 20 12:15:42.156487 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 36836) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:15:42.316564 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Deleting port 52529a83-cd8d-4f1b-b9de-cefa705254b7 {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:15:42.317006 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:15:42.392866 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:15:42.393221 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:15:42.460393 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Calling delete_port for 52529a83-cd8d-4f1b-b9de-cefa705254b7 owned by network:floatingip {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:15:42.601745 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:15:42.604027 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:15:42.628265 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Pushing event deleted for resources: {'Port': ['ID=52529a83-cd8d-4f1b-b9de-cefa705254b7,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:15:42.639957 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:15:42.640331 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:15:42.640705 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:15:42.641105 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:15:42.641469 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:15:42.641834 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:15:42.642199 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:15:42.642558 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:15:42.642915 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:15:42.643272 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:15:42.643624 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:15:42.643976 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:15:42.664198 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:15:42.705685 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for floatingip, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:15:42.709120 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for floatingip, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:15:42.710273 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "DELETE /v2.0/floatingips/ef5757e8-917f-49f5-919c-42ee7f1154d9 HTTP/1.1" status: 204 len: 168 time: 0.5527506 Jun 20 12:15:43.222334 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:15:50.022459 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:15:52.177164 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:15:57.781816 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-80ae9d3f-bdce-4abf-bcda-8c8adbde15a7 req-818cbd19-5622-4674-bd9b-a40705914e1a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522530 Jun 20 12:15:57.895178 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae9d3f-bdce-4abf-bcda-8c8adbde15a7 req-5d85cab2-fc49-4221-b6d6-1fbb449a7e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:15:57.896674 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-80ae9d3f-bdce-4abf-bcda-8c8adbde15a7 req-5d85cab2-fc49-4221-b6d6-1fbb449a7e8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 1098 time: 0.0561051 Jun 20 12:15:58.003230 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae9d3f-bdce-4abf-bcda-8c8adbde15a7 req-64eeb0b8-b437-4548-8022-fdc8089bd84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:15:58.004685 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-80ae9d3f-bdce-4abf-bcda-8c8adbde15a7 req-64eeb0b8-b437-4548-8022-fdc8089bd84b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 920 time: 0.0882218 Jun 20 12:15:58.046046 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-80ae9d3f-bdce-4abf-bcda-8c8adbde15a7 req-4643cdf2-2f5e-4a50-8fd0-1408d1d95f93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece2b702-a1d0-40a0-a2be-e18d2b53db25 HTTP/1.1" status: 200 len: 217 time: 0.0347009 Jun 20 12:15:58.098306 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae9d3f-bdce-4abf-bcda-8c8adbde15a7 req-ac00f0d0-6360-4aad-aa6e-bc59480c26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:15:58.099758 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-80ae9d3f-bdce-4abf-bcda-8c8adbde15a7 req-ac00f0d0-6360-4aad-aa6e-bc59480c26e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0bca940-04b5-4092-a25a-ee3a37d4ce47 HTTP/1.1" status: 200 len: 859 time: 0.0472500 Jun 20 12:15:58.132894 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-80ae9d3f-bdce-4abf-bcda-8c8adbde15a7 req-cec591e2-0585-4099-9639-d2012afc4eeb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a060551e-4666-489f-af6c-22591d5d515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261052 Jun 20 12:15:58.226370 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-80ae9d3f-bdce-4abf-bcda-8c8adbde15a7 req-7a76f135-cdf3-424b-b52d-adea4ead64ec service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868282 Jun 20 12:15:58.321427 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-80ae9d3f-bdce-4abf-bcda-8c8adbde15a7 req-7fa7d463-cc81-4e02-b0b0-52b7ed41b4d9 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892615 Jun 20 12:16:07.849214 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eedcdfbc-afa5-4bc2-9c9a-b5e0bd4c1f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:16:09.960408 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c7e2756c-88b1-4bb7-b2b2-4ffd220763d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:16:10.330818 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:16:11.501895 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:16:13.225493 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:16:20.022132 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:16:29.175709 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:16:37.854007 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2d587b5f-16c1-4e1e-9d44-8f050dcea80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:16:39.960981 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4bf76ab4-06c6-4b37-8239-4d842975f5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:16:40.332711 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:16:41.503537 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:16:43.229103 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:16:50.016744 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:16:57.817904 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-325a7d95-3100-44e8-85fe-47c466d0cbf9 req-de7c465d-342b-453d-a6ae-205c1cb4947f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0920203 Jun 20 12:16:57.913466 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a7d95-3100-44e8-85fe-47c466d0cbf9 req-e7244668-8c59-416a-8578-48b5a1db5a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:16:57.914853 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-325a7d95-3100-44e8-85fe-47c466d0cbf9 req-e7244668-8c59-416a-8578-48b5a1db5a40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c16ce4f25bdc4e63a3033d70aef6b192&device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 1098 time: 0.0580282 Jun 20 12:16:58.022969 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a7d95-3100-44e8-85fe-47c466d0cbf9 req-a7ce9fce-b5a6-4378-9ed2-c1865fea150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:16:58.024459 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-325a7d95-3100-44e8-85fe-47c466d0cbf9 req-a7ce9fce-b5a6-4378-9ed2-c1865fea150d service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7 HTTP/1.1" status: 200 len: 912 time: 0.0858290 Jun 20 12:16:58.093043 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-325a7d95-3100-44e8-85fe-47c466d0cbf9 req-95530ff2-512b-4232-b8c8-8ec3495cb5b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13dacf10-3636-4b1c-8a67-e80d88bb806d HTTP/1.1" status: 200 len: 1001 time: 0.0615802 Jun 20 12:16:58.141925 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a7d95-3100-44e8-85fe-47c466d0cbf9 req-65898d3e-47c1-4db3-a1c4-b7f338ab1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:16:58.143621 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-325a7d95-3100-44e8-85fe-47c466d0cbf9 req-65898d3e-47c1-4db3-a1c4-b7f338ab1aef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7035286-0d2c-4091-b67f-a11e111092cb HTTP/1.1" status: 200 len: 850 time: 0.0440495 Jun 20 12:16:58.203290 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a7d95-3100-44e8-85fe-47c466d0cbf9 req-1dd6a63e-ad76-48a6-8fa9-314e5e67cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:16:58.204683 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-325a7d95-3100-44e8-85fe-47c466d0cbf9 req-1dd6a63e-ad76-48a6-8fa9-314e5e67cb07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540578 Jun 20 12:16:58.215903 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [req-325a7d95-3100-44e8-85fe-47c466d0cbf9 req-f2b32f3f-919e-4b77-9245-0da60c0c4a0a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92893) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 20 12:16:58.216834 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-325a7d95-3100-44e8-85fe-47c466d0cbf9 req-f2b32f3f-919e-4b77-9245-0da60c0c4a0a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051293 Jun 20 12:16:58.322580 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-325a7d95-3100-44e8-85fe-47c466d0cbf9 req-18df87a4-223a-4789-8b23-64df5f849a0b service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982618 Jun 20 12:16:58.420726 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-325a7d95-3100-44e8-85fe-47c466d0cbf9 req-146f1da8-2451-47db-b4cc-241e9924b2d0 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914724 Jun 20 12:17:06.174510 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:17:07.857832 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-850d0be8-b9f3-4536-9c5e-0d077f81aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:17:09.965605 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6c65b3f7-c9a8-433a-8c71-c9c4054b1739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:17:10.335787 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:17:11.509813 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:17:13.233379 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:17:20.021603 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:17:37.861707 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-36a4f0ea-c879-4e78-b62f-ab5cc072994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:17:39.971530 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-47f9b230-3d95-4aa7-be8d-7cdfb26837be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:17:40.338174 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:17:41.509417 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:17:43.173115 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:17:43.236020 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:17:50.040428 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:17:58.784496 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a446ab3c-b07a-48b5-b4c2-0bffcb2487b8 req-e97f4593-634d-4667-9090-4eeb67df8c1b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523300 Jun 20 12:17:58.876405 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446ab3c-b07a-48b5-b4c2-0bffcb2487b8 req-cf36f5f6-24e4-45a6-9776-9d16129205d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:17:58.877814 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a446ab3c-b07a-48b5-b4c2-0bffcb2487b8 req-cf36f5f6-24e4-45a6-9776-9d16129205d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 1099 time: 0.0587668 Jun 20 12:17:58.989070 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446ab3c-b07a-48b5-b4c2-0bffcb2487b8 req-00a70806-c1a9-466a-ad07-19e897faa0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:17:58.990544 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a446ab3c-b07a-48b5-b4c2-0bffcb2487b8 req-00a70806-c1a9-466a-ad07-19e897faa0a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 920 time: 0.0888813 Jun 20 12:17:59.036118 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a446ab3c-b07a-48b5-b4c2-0bffcb2487b8 req-07aac404-4d65-4707-8a9e-e4527f51ca55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ccfb74d-f675-4d5a-8721-2d96c7935350 HTTP/1.1" status: 200 len: 217 time: 0.0391228 Jun 20 12:17:59.085217 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446ab3c-b07a-48b5-b4c2-0bffcb2487b8 req-dc306ba0-b65a-4665-843d-5c84cd3cafab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:17:59.086616 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a446ab3c-b07a-48b5-b4c2-0bffcb2487b8 req-dc306ba0-b65a-4665-843d-5c84cd3cafab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0bca940-04b5-4092-a25a-ee3a37d4ce47 HTTP/1.1" status: 200 len: 859 time: 0.0449369 Jun 20 12:17:59.120322 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a446ab3c-b07a-48b5-b4c2-0bffcb2487b8 req-d82a4e35-b082-42d6-bf47-81d7404b38bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a060551e-4666-489f-af6c-22591d5d515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275776 Jun 20 12:17:59.214228 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a446ab3c-b07a-48b5-b4c2-0bffcb2487b8 req-990ab8b4-5981-4a81-9df6-6d7e3c95cf73 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878115 Jun 20 12:17:59.307020 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a446ab3c-b07a-48b5-b4c2-0bffcb2487b8 req-13ac24dc-34f9-4f40-a35b-f5f6383f90fe service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865951 Jun 20 12:18:07.864175 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f7dfcfde-d5c3-4d78-8771-d0ccdce70a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:18:09.962913 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-70c7e82b-43c3-4030-bf5c-f28df7d2517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:18:10.340686 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:18:11.514027 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:18:13.241725 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:18:20.060811 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:18:20.171520 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:18:37.866456 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-85f9e1f1-4415-48f8-8c32-3e1dbe6e3ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:18:39.967630 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-757ce0b6-0762-4f6b-910f-33a682bd9b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:18:40.342276 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:18:41.521450 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:18:43.242572 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:18:50.054864 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:18:57.171253 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:19:00.795588 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-36184331-331b-452c-8655-73e8ae2efa7c req-ab226af7-0c0b-4c8d-a1bf-38a409c26232 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536497 Jun 20 12:19:00.885433 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36184331-331b-452c-8655-73e8ae2efa7c req-b171104a-3dc3-44f8-ba95-0a5a9fd672b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:19:00.886900 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-36184331-331b-452c-8655-73e8ae2efa7c req-b171104a-3dc3-44f8-ba95-0a5a9fd672b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5981d99b281c40eb875a1a3afecaff9e&device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 1098 time: 0.0570853 Jun 20 12:19:00.991042 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36184331-331b-452c-8655-73e8ae2efa7c req-dbfea8fc-28ae-482a-8e61-7ce187e0f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:19:00.992491 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-36184331-331b-452c-8655-73e8ae2efa7c req-dbfea8fc-28ae-482a-8e61-7ce187e0f257 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbd918e5-0cba-426c-a932-30591f7d3d0b HTTP/1.1" status: 200 len: 914 time: 0.0852692 Jun 20 12:19:01.039061 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-36184331-331b-452c-8655-73e8ae2efa7c req-65c2197c-1dd4-48af-9c10-ba87cbbe6327 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f73bb4e6-8b63-4b91-8beb-073eaf149a94 HTTP/1.1" status: 200 len: 217 time: 0.0394800 Jun 20 12:19:01.088590 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36184331-331b-452c-8655-73e8ae2efa7c req-fde1ba64-ea7a-477b-865c-985a1bf92348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:19:01.090109 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-36184331-331b-452c-8655-73e8ae2efa7c req-fde1ba64-ea7a-477b-865c-985a1bf92348 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfcb5e09-7fc4-47ff-b108-ca4ffc0b1873 HTTP/1.1" status: 200 len: 853 time: 0.0441926 Jun 20 12:19:01.123894 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-36184331-331b-452c-8655-73e8ae2efa7c req-42ab683f-bb2f-4c0e-8857-34a288e9cbc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbd918e5-0cba-426c-a932-30591f7d3d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266223 Jun 20 12:19:01.214190 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-36184331-331b-452c-8655-73e8ae2efa7c req-bc7f9220-bfce-4df3-8fa6-37ce5ceaccc8 service neutron] 10.222.0.30 "GET /v2.0/networks/dbd918e5-0cba-426c-a932-30591f7d3d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838099 Jun 20 12:19:01.555264 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-36184331-331b-452c-8655-73e8ae2efa7c req-97d79b3a-1901-4ff1-87d9-b4f6f5ac3cfd service neutron] 10.222.0.30 "GET /v2.0/networks/dbd918e5-0cba-426c-a932-30591f7d3d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350003 Jun 20 12:19:07.871541 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ef553d96-9416-4481-bca6-6bc8a3010dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:19:09.970520 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40054749-8824-4f5b-951c-48caa3d5f447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:19:10.348650 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:19:11.523025 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:19:13.244759 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:19:20.074577 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:19:34.170058 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:19:37.871441 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-902ff0e8-441a-4719-b5f9-cdaec2faeb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:19:39.972934 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3bd61327-bf69-43e4-afd3-6c334718527b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:19:40.349048 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:19:41.521024 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:19:43.249082 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:19:50.104603 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:20:00.755975 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-155b8992-0dd3-41c6-92ea-1cbe7b7e2655 req-affed636-3f7d-462a-8721-61df1ed3969a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503037 Jun 20 12:20:00.846806 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b8992-0dd3-41c6-92ea-1cbe7b7e2655 req-d2041552-b298-4048-9cb0-2ad1f9827fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:20:00.846806 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-155b8992-0dd3-41c6-92ea-1cbe7b7e2655 req-d2041552-b298-4048-9cb0-2ad1f9827fc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5e319e97743435382759743d17c629f&device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 1099 time: 0.0547671 Jun 20 12:20:00.948731 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b8992-0dd3-41c6-92ea-1cbe7b7e2655 req-a2f503bd-3ce5-49e5-aa4b-0091950e453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:20:00.950214 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-155b8992-0dd3-41c6-92ea-1cbe7b7e2655 req-a2f503bd-3ce5-49e5-aa4b-0091950e453f service neutron] 10.222.0.30 "GET /v2.0/networks?id=82111675-daec-478c-ba9b-ab71752a00c6 HTTP/1.1" status: 200 len: 916 time: 0.0822065 Jun 20 12:20:00.993550 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-155b8992-0dd3-41c6-92ea-1cbe7b7e2655 req-4fd067f8-907f-46bb-bf7a-684c048a6490 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 HTTP/1.1" status: 200 len: 217 time: 0.0371950 Jun 20 12:20:01.040509 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b8992-0dd3-41c6-92ea-1cbe7b7e2655 req-2ac69b76-89a0-4423-b7dc-e1c19f1f7824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:20:01.041906 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-155b8992-0dd3-41c6-92ea-1cbe7b7e2655 req-2ac69b76-89a0-4423-b7dc-e1c19f1f7824 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96c486f4-675b-440c-bf65-e83ba8d1d3ba HTTP/1.1" status: 200 len: 854 time: 0.0423980 Jun 20 12:20:01.096047 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b8992-0dd3-41c6-92ea-1cbe7b7e2655 req-fff88747-ff01-4801-8ad9-21f2764b8128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:20:01.097543 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-155b8992-0dd3-41c6-92ea-1cbe7b7e2655 req-fff88747-ff01-4801-8ad9-21f2764b8128 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82111675-daec-478c-ba9b-ab71752a00c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498164 Jun 20 12:20:01.189880 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-155b8992-0dd3-41c6-92ea-1cbe7b7e2655 req-497316c6-da0d-4ca0-8ac2-5f0f7a49cb6f service neutron] 10.222.0.30 "GET /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840547 Jun 20 12:20:01.276331 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-155b8992-0dd3-41c6-92ea-1cbe7b7e2655 req-19d78abc-9c04-48d9-96d5-3091491dedd3 service neutron] 10.222.0.30 "GET /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809135 Jun 20 12:20:07.873389 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-85371abb-ef34-4f8a-86eb-8e10b292dbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:20:09.973115 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b8e36b9c-b2f9-42e5-bb4e-e02a2ac664bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:20:10.350750 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:20:11.169933 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:20:11.529203 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:20:13.250656 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:20:20.128595 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:20:37.876721 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-326fb69f-00e4-492c-9dfc-80c44ebd8f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:20:39.974454 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3db07825-e0a6-44e6-808b-5fea6aba429f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:20:40.351101 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:20:41.527686 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:20:43.253845 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:20:48.168791 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:20:50.139045 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:02.734871 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-49ad9055-a2c5-4d6b-89d8-1262701ce0e0 req-17280121-6ef6-4981-bfa6-881a37d3c0c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508482 Jun 20 12:21:02.846950 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad9055-a2c5-4d6b-89d8-1262701ce0e0 req-ab9b80c3-38c1-4c1a-b0e8-6dae0e0c7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:21:02.849014 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-49ad9055-a2c5-4d6b-89d8-1262701ce0e0 req-ab9b80c3-38c1-4c1a-b0e8-6dae0e0c7eac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 1098 time: 0.0559535 Jun 20 12:21:02.948631 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad9055-a2c5-4d6b-89d8-1262701ce0e0 req-fdd36655-96ab-43ca-9b12-fcdde083511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:21:02.950126 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-49ad9055-a2c5-4d6b-89d8-1262701ce0e0 req-fdd36655-96ab-43ca-9b12-fcdde083511b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 920 time: 0.0816994 Jun 20 12:21:02.993729 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-49ad9055-a2c5-4d6b-89d8-1262701ce0e0 req-3cb43abf-14c9-4b8b-ad72-1214b8c4569d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece2b702-a1d0-40a0-a2be-e18d2b53db25 HTTP/1.1" status: 200 len: 217 time: 0.0365827 Jun 20 12:21:03.040367 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad9055-a2c5-4d6b-89d8-1262701ce0e0 req-4d8cae03-80b0-4e61-841a-bb06e3b895fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:21:03.041343 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-49ad9055-a2c5-4d6b-89d8-1262701ce0e0 req-4d8cae03-80b0-4e61-841a-bb06e3b895fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0bca940-04b5-4092-a25a-ee3a37d4ce47 HTTP/1.1" status: 200 len: 859 time: 0.0414886 Jun 20 12:21:03.073132 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-49ad9055-a2c5-4d6b-89d8-1262701ce0e0 req-3462023d-4080-4206-a186-e6f1371ea4a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a060551e-4666-489f-af6c-22591d5d515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258758 Jun 20 12:21:03.166696 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-49ad9055-a2c5-4d6b-89d8-1262701ce0e0 req-0f50d953-a62d-4583-a136-4ca8af3f117d service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853894 Jun 20 12:21:03.254260 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-49ad9055-a2c5-4d6b-89d8-1262701ce0e0 req-d440e8bc-c5d7-4183-8adc-11dea837079b service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811973 Jun 20 12:21:07.877759 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9a51665b-c405-4c21-8025-d0c23f208414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:09.974817 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b140f7dc-084d-4627-ad34-4c5792e3875e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:10.351293 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:11.530920 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:13.256678 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:20.147249 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:25.167104 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:21:37.877951 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-65973cfb-af52-4d7a-96c7-d2cfb3da3a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:39.976149 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fd5e4792-d37c-4a5f-9e98-12ed0bc9349d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:40.353908 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:41.534024 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:42.615212 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 41068) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:21:42.676893 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ba00ad06-6506-45cd-ad7b-2cb6f3426554 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:42.700902 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ba00ad06-6506-45cd-ad7b-2cb6f3426554 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:42.757530 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ba00ad06-6506-45cd-ad7b-2cb6f3426554 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:42.760077 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ba00ad06-6506-45cd-ad7b-2cb6f3426554 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:42.761233 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-ba00ad06-6506-45cd-ad7b-2cb6f3426554 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] 10.222.0.25 "DELETE /v2.0/security-groups/2a848108-c0dc-46d4-840b-c044349baa2a HTTP/1.1" status: 204 len: 168 time: 0.1449118 Jun 20 12:21:42.761980 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5e315b91-6b55-4970-9a45-337b7314d0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:21:42.771671 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00ad06-6506-45cd-ad7b-2cb6f3426554 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a848108-c0dc-46d4-840b-c044349baa2a,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:21:42.778515 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00ad06-6506-45cd-ad7b-2cb6f3426554 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:42.779398 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00ad06-6506-45cd-ad7b-2cb6f3426554 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:42.779788 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00ad06-6506-45cd-ad7b-2cb6f3426554 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:42.780218 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00ad06-6506-45cd-ad7b-2cb6f3426554 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:42.780573 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00ad06-6506-45cd-ad7b-2cb6f3426554 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:42.780947 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00ad06-6506-45cd-ad7b-2cb6f3426554 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:42.781300 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00ad06-6506-45cd-ad7b-2cb6f3426554 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:42.781648 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00ad06-6506-45cd-ad7b-2cb6f3426554 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:42.781999 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00ad06-6506-45cd-ad7b-2cb6f3426554 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:42.782341 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00ad06-6506-45cd-ad7b-2cb6f3426554 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:42.782683 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00ad06-6506-45cd-ad7b-2cb6f3426554 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:42.783024 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00ad06-6506-45cd-ad7b-2cb6f3426554 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:42.785990 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-ba00ad06-6506-45cd-ad7b-2cb6f3426554 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:21:42.929441 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 41076) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:21:43.262195 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:43.526771 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2001f82d-7975-491c-b003-a0174b27d3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477133'] for router_interface, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:43.822646 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-2001f82d-7975-491c-b003-a0174b27d3ca admin admin] Deleting port 2bc20031-e132-4490-909f-9850a0024d1d {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:21:43.823386 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2001f82d-7975-491c-b003-a0174b27d3ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:43.899619 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-2001f82d-7975-491c-b003-a0174b27d3ca admin admin] For port 2bc20031-e132-4490-909f-9850a0024d1d, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=2bc20031-e132-4490-909f-9850a0024d1d,segment=NetworkSegment(c37a05f1-c46d-4eb6-95bf-5654066af99c),segment_id=c37a05f1-c46d-4eb6-95bf-5654066af99c)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:21:43.899897 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2001f82d-7975-491c-b003-a0174b27d3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:44.197161 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-2001f82d-7975-491c-b003-a0174b27d3ca admin admin] Calling delete_port for 2bc20031-e132-4490-909f-9850a0024d1d owned by network:router_interface {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:21:44.390912 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2001f82d-7975-491c-b003-a0174b27d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:44.392803 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:21:44.419523 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001f82d-7975-491c-b003-a0174b27d3ca admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc20031-e132-4490-909f-9850a0024d1d,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:21:44.422652 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-2001f82d-7975-491c-b003-a0174b27d3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:21:44.584642 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2001f82d-7975-491c-b003-a0174b27d3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-477041'] for router_interface, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:44.798877 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2001f82d-7975-491c-b003-a0174b27d3ca admin admin] Router e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:21:44.901696 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2001f82d-7975-491c-b003-a0174b27d3ca admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:21:44.906565 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-2001f82d-7975-491c-b003-a0174b27d3ca admin admin] 10.222.0.25 "PUT /v2.0/routers/e4816914-a0e1-45ef-b6bf-1c7a2b1506a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9760480 Jun 20 12:21:44.909597 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 41100) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:21:44.909943 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4beb38-9e87-4ee3-afeb-bf6f57b553db None None] Sync routers for ids ['e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:21:44.918617 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4beb38-9e87-4ee3-afeb-bf6f57b553db None None] Routers {'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:21:44.919764 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-2b4beb38-9e87-4ee3-afeb-bf6f57b553db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:21:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:21:45.010720 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-58ef211b-9466-44ad-a8d7-c17985675d08 admin admin] Notify callbacks [] for router, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:45.017986 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-2b4beb38-9e87-4ee3-afeb-bf6f57b553db None None] Set router e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:21:45.113701 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-58ef211b-9466-44ad-a8d7-c17985675d08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:45.167336 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-58ef211b-9466-44ad-a8d7-c17985675d08 admin admin] Deleting port 1dd5c33e-51f2-46b6-a34d-8131215af9b6 {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:21:45.167640 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-58ef211b-9466-44ad-a8d7-c17985675d08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:45.196528 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-2b4beb38-9e87-4ee3-afeb-bf6f57b553db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'name': 'tempest-TestVolumeBootPattern-2021159199-router', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:21:44Z', 'revision_number': 5, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'gw_port': {'id': '1dd5c33e-51f2-46b6-a34d-8131215af9b6', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:06:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:21:45.222790 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4beb38-9e87-4ee3-afeb-bf6f57b553db None None] Checking router: e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:21:45.239753 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4beb38-9e87-4ee3-afeb-bf6f57b553db None None] Routers {'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:21:45.240641 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-2b4beb38-9e87-4ee3-afeb-bf6f57b553db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:21:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:21:45.249845 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-58ef211b-9466-44ad-a8d7-c17985675d08 admin admin] For port 1dd5c33e-51f2-46b6-a34d-8131215af9b6, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=1dd5c33e-51f2-46b6-a34d-8131215af9b6,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:21:45.250289 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-58ef211b-9466-44ad-a8d7-c17985675d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:45.316975 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-58ef211b-9466-44ad-a8d7-c17985675d08 admin admin] Calling delete_port for 1dd5c33e-51f2-46b6-a34d-8131215af9b6 owned by network:router_gateway {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:21:45.331500 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-2b4beb38-9e87-4ee3-afeb-bf6f57b553db None None] Set router e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 gateway port host: None {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:21:45.384975 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-2b4beb38-9e87-4ee3-afeb-bf6f57b553db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'name': 'tempest-TestVolumeBootPattern-2021159199-router', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:21:45Z', 'revision_number': 6, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'gw_port_host': None}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:21:45.414587 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4beb38-9e87-4ee3-afeb-bf6f57b553db None None] The sync data for ids ['e4816914-a0e1-45ef-b6bf-1c7a2b1506a8'] in dv-cinder-794962-4-iscsi is: [{'id': 'e4816914-a0e1-45ef-b6bf-1c7a2b1506a8', 'name': 'tempest-TestVolumeBootPattern-2021159199-router', 'tenant_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:34Z', 'updated_at': '2021-06-20T12:21:45Z', 'revision_number': 6, 'project_id': 'f10fbe91f34a4e1b8dbde73ad9d559d2', 'gw_port_host': None}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:21:45.489487 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-58ef211b-9466-44ad-a8d7-c17985675d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:45.491395 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:21:45.515838 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef211b-9466-44ad-a8d7-c17985675d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd5c33e-51f2-46b6-a34d-8131215af9b6,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:21:45.519054 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-58ef211b-9466-44ad-a8d7-c17985675d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:21:45.579700 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-58ef211b-9466-44ad-a8d7-c17985675d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504413'] for router_gateway, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:45.681008 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-58ef211b-9466-44ad-a8d7-c17985675d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3194'] for router, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:45.683067 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-58ef211b-9466-44ad-a8d7-c17985675d08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:45.746934 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-58ef211b-9466-44ad-a8d7-c17985675d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475154'] for router, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:45.748279 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ef211b-9466-44ad-a8d7-c17985675d08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 {{(pid=92892) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 20 12:21:45.753884 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-58ef211b-9466-44ad-a8d7-c17985675d08 admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:45.757247 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-58ef211b-9466-44ad-a8d7-c17985675d08 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e4816914-a0e1-45ef-b6bf-1c7a2b1506a8 HTTP/1.1" status: 204 len: 168 time: 0.8449588 Jun 20 12:21:45.757517 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 41112) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:21:45.819495 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7e8a52-4bfb-4d5b-acbf-ed110dd9b786 admin admin] Deleting subnet 4d434098-b284-47eb-a040-67a023acc9ad {{(pid=92892) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 20 12:21:45.822739 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8a52-4bfb-4d5b-acbf-ed110dd9b786 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:45.859105 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8a52-4bfb-4d5b-acbf-ed110dd9b786 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7989800'] for subnet, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:45.967286 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8a52-4bfb-4d5b-acbf-ed110dd9b786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1363053'] for subnet, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:46.017319 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8a52-4bfb-4d5b-acbf-ed110dd9b786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8239984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7266127'] for subnet, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:46.020128 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:21:46.045159 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e8a52-4bfb-4d5b-acbf-ed110dd9b786 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d434098-b284-47eb-a040-67a023acc9ad,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:21:46.046980 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8a52-4bfb-4d5b-acbf-ed110dd9b786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:46.048872 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-9b7e8a52-4bfb-4d5b-acbf-ed110dd9b786 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4d434098-b284-47eb-a040-67a023acc9ad HTTP/1.1" status: 204 len: 168 time: 0.2903945 Jun 20 12:21:46.049691 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-9b7e8a52-4bfb-4d5b-acbf-ed110dd9b786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:21:46.050962 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6aec2f-be28-471b-9d1f-4f90c3235a12 None None] Network b8e43b58-1078-4caa-b969-0605161e64b6 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:21:46.051466 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 41114) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:21:46.120973 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613649'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:46.176671 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] Deleting port 0b89528a-682c-4267-9b5d-a4bf8dc56b18 {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:21:46.177135 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:46.241841 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] For port 0b89528a-682c-4267-9b5d-a4bf8dc56b18, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=0b89528a-682c-4267-9b5d-a4bf8dc56b18,segment=NetworkSegment(c37a05f1-c46d-4eb6-95bf-5654066af99c),segment_id=c37a05f1-c46d-4eb6-95bf-5654066af99c)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:21:46.242209 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:46.270609 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] DHCP port deletion for b8e43b58-1078-4caa-b969-0605161e64b6 request from dv-cinder-794962-4-iscsi {{(pid=92894) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 20 12:21:46.309872 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] Calling delete_port for 0b89528a-682c-4267-9b5d-a4bf8dc56b18 owned by network:dhcp {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:21:46.317131 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] Deleting port 0b89528a-682c-4267-9b5d-a4bf8dc56b18 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:21:46.317554 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:46.382412 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] For port 0b89528a-682c-4267-9b5d-a4bf8dc56b18, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=0b89528a-682c-4267-9b5d-a4bf8dc56b18,segment=NetworkSegment(c37a05f1-c46d-4eb6-95bf-5654066af99c),segment_id=c37a05f1-c46d-4eb6-95bf-5654066af99c)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:21:46.382840 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:46.406114 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:46.409543 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-f69987b1-4f05-466c-af2b-bf81f2fd5966 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:21:46.434846 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] Pushing event deleted for resources: {'Port': ['ID=0b89528a-682c-4267-9b5d-a4bf8dc56b18,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:21:46.438186 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:21:46.438964 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] No DVR routers for this DVR port 0b89528a-682c-4267-9b5d-a4bf8dc56b18 on host dv-cinder-794962-4-iscsi {{(pid=92892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:21:46.458757 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] Calling delete_port for 0b89528a-682c-4267-9b5d-a4bf8dc56b18 owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:21:46.514515 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362930', 'neutron.services.segments.db._delete_segments_for_network-8766931108819'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:46.524688 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e43b58-1078-4caa-b969-0605161e64b6']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:21:46.535328 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37a05f1-c46d-4eb6-95bf-5654066af99c') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:21:46.535631 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37a05f1-c46d-4eb6-95bf-5654066af99c') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:21:46.545908 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766931108648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7989793'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:46.563163 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:46.569036 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 12:21:46.569416 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8317915'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: Traceback (most recent call last): Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: timer() Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: cb(*args, **kw) Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: return func(*args, **kwargs) Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: self._notify() Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: self.callback(batched_events) Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: event.method(event) Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: return f(self, *a, **k) Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._get(url).json() Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 20 12:21:46.571071 dv-cinder-794962-4-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 20 12:21:46.600408 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:46.602467 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:21:46.631401 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] Pushing event deleted for resources: {'Port': ['ID=0b89528a-682c-4267-9b5d-a4bf8dc56b18,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:21:46.636560 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] No DVR routers for this DVR port 0b89528a-682c-4267-9b5d-a4bf8dc56b18 on host dv-cinder-794962-4-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:21:46.640150 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504450'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:46.643397 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:46.643738 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:46.644599 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:46.644599 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:46.644791 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:46.645039 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:46.645361 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:46.645831 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:46.646232 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:46.646461 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:46.646777 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:46.647089 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:46.647647 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:46.649817 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] 10.222.0.25 "DELETE /v2.0/networks/b8e43b58-1078-4caa-b969-0605161e64b6 HTTP/1.1" status: 204 len: 168 time: 0.5974607 Jun 20 12:21:46.658880 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-0ead43de-7b62-49aa-97b3-1f14245ebcec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:21:46.658997 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 41124) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:21:46.661652 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:21:46.671543 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] Pushing event deleted for resources: {'Network': ['ID=b8e43b58-1078-4caa-b969-0605161e64b6,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:21:46.675735 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:21:47.070194 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477133'] for router_interface, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:47.292631 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 2bc20031-e132-4490-909f-9850a0024d1d no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:21:47.313475 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: 2bc20031-e132-4490-909f-9850a0024d1d {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:21:47.313930 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 2bc20031-e132-4490-909f-9850a0024d1d not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:21:47.314421 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 0b89528a-682c-4267-9b5d-a4bf8dc56b18 no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:21:47.333853 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: 0b89528a-682c-4267-9b5d-a4bf8dc56b18 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:21:47.334203 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 0b89528a-682c-4267-9b5d-a4bf8dc56b18 not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:21:47.334629 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 1dd5c33e-51f2-46b6-a34d-8131215af9b6 no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:21:47.353595 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: 1dd5c33e-51f2-46b6-a34d-8131215af9b6 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:21:47.353948 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 1dd5c33e-51f2-46b6-a34d-8131215af9b6 not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:21:47.383613 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Deleting port a329b261-6d1b-462f-bb90-3f41c514d5d8 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:21:47.383952 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:47.459222 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] For port a329b261-6d1b-462f-bb90-3f41c514d5d8, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=a329b261-6d1b-462f-bb90-3f41c514d5d8,segment=NetworkSegment(db2336bd-272d-4d5f-b361-506757faeecb),segment_id=db2336bd-272d-4d5f-b361-506757faeecb)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:21:47.460171 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:47.519362 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Calling delete_port for a329b261-6d1b-462f-bb90-3f41c514d5d8 owned by network:router_interface {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:21:47.731189 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:47.734472 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-8a7e56bd-b741-4adc-8db7-7f11155580a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:21:47.757074 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Pushing event deleted for resources: {'Port': ['ID=a329b261-6d1b-462f-bb90-3f41c514d5d8,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:21:47.786052 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:47.786433 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:47.786798 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:47.787159 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:47.787515 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:47.787865 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:47.788216 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:47.788562 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:47.788911 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:47.789280 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:47.789625 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:47.789964 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:21:47.793206 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:21:47.942326 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-477041'] for router_interface, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:48.144695 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Router 346bca20-0683-4430-9d58-c09f46392afe has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:21:48.244354 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:21:48.249884 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] 10.222.0.25 "PUT /v2.0/routers/346bca20-0683-4430-9d58-c09f46392afe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5928314 Jun 20 12:21:48.252374 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 41138) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:21:48.253247 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c43238b-fd41-487d-8c33-ec58f8c68b40 None None] Sync routers for ids ['346bca20-0683-4430-9d58-c09f46392afe'] in dv-cinder-794962-4-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:21:48.262028 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c43238b-fd41-487d-8c33-ec58f8c68b40 None None] Routers {'346bca20-0683-4430-9d58-c09f46392afe'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:21:48.262635 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-7c43238b-fd41-487d-8c33-ec58f8c68b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:21:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['346bca20-0683-4430-9d58-c09f46392afe'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:21:48.373897 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-7c43238b-fd41-487d-8c33-ec58f8c68b40 None None] Set router 346bca20-0683-4430-9d58-c09f46392afe gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:21:48.565652 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-7c43238b-fd41-487d-8c33-ec58f8c68b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346bca20-0683-4430-9d58-c09f46392afe', 'name': 'tempest-TestVolumeBootPattern-161924355-router', 'tenant_id': '9b835eb53faf426abb553cd1f9934338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '7c2f3e59-1b22-444d-9d51-46492c61599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:42Z', 'updated_at': '2021-06-20T12:21:47Z', 'revision_number': 5, 'project_id': '9b835eb53faf426abb553cd1f9934338', 'gw_port': {'id': '7c2f3e59-1b22-444d-9d51-46492c61599e', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346bca20-0683-4430-9d58-c09f46392afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:42Z', 'updated_at': '2021-06-20T12:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:21:48.594430 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c43238b-fd41-487d-8c33-ec58f8c68b40 None None] Checking router: 346bca20-0683-4430-9d58-c09f46392afe for host: dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:21:48.602883 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c43238b-fd41-487d-8c33-ec58f8c68b40 None None] Routers {'346bca20-0683-4430-9d58-c09f46392afe'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:21:48.603507 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-7c43238b-fd41-487d-8c33-ec58f8c68b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:21:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['346bca20-0683-4430-9d58-c09f46392afe'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:21:48.614573 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9eaf1f26-2528-4ff7-85c0-3268cfec1dfa admin admin] Notify callbacks [] for router, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:48.720508 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-7c43238b-fd41-487d-8c33-ec58f8c68b40 None None] Set router 346bca20-0683-4430-9d58-c09f46392afe gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:21:48.722284 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9eaf1f26-2528-4ff7-85c0-3268cfec1dfa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:48.794887 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-9eaf1f26-2528-4ff7-85c0-3268cfec1dfa admin admin] Deleting port 7c2f3e59-1b22-444d-9d51-46492c61599e {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:21:48.795696 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9eaf1f26-2528-4ff7-85c0-3268cfec1dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:48.884550 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-9eaf1f26-2528-4ff7-85c0-3268cfec1dfa admin admin] For port 7c2f3e59-1b22-444d-9d51-46492c61599e, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=7c2f3e59-1b22-444d-9d51-46492c61599e,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:21:48.884901 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9eaf1f26-2528-4ff7-85c0-3268cfec1dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:48.916939 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-7c43238b-fd41-487d-8c33-ec58f8c68b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346bca20-0683-4430-9d58-c09f46392afe', 'name': 'tempest-TestVolumeBootPattern-161924355-router', 'tenant_id': '9b835eb53faf426abb553cd1f9934338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '7c2f3e59-1b22-444d-9d51-46492c61599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:42Z', 'updated_at': '2021-06-20T12:21:47Z', 'revision_number': 5, 'project_id': '9b835eb53faf426abb553cd1f9934338', 'gw_port': {'id': '7c2f3e59-1b22-444d-9d51-46492c61599e', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346bca20-0683-4430-9d58-c09f46392afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:42Z', 'updated_at': '2021-06-20T12:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:21:48.946949 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-9eaf1f26-2528-4ff7-85c0-3268cfec1dfa admin admin] Calling delete_port for 7c2f3e59-1b22-444d-9d51-46492c61599e owned by network:router_gateway {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:21:48.951099 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c43238b-fd41-487d-8c33-ec58f8c68b40 None None] The sync data for ids ['346bca20-0683-4430-9d58-c09f46392afe'] in dv-cinder-794962-4-iscsi is: [{'id': '346bca20-0683-4430-9d58-c09f46392afe', 'name': 'tempest-TestVolumeBootPattern-161924355-router', 'tenant_id': '9b835eb53faf426abb553cd1f9934338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '7c2f3e59-1b22-444d-9d51-46492c61599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:09:42Z', 'updated_at': '2021-06-20T12:21:47Z', 'revision_number': 5, 'project_id': '9b835eb53faf426abb553cd1f9934338', 'gw_port': {'id': '7c2f3e59-1b22-444d-9d51-46492c61599e', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346bca20-0683-4430-9d58-c09f46392afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:09:42Z', 'updated_at': '2021-06-20T12:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:21:49.111962 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9eaf1f26-2528-4ff7-85c0-3268cfec1dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:49.113860 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-11f3c4a8-d9a2-4144-905f-e8e5cd8068cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:21:49.135508 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf1f26-2528-4ff7-85c0-3268cfec1dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=7c2f3e59-1b22-444d-9d51-46492c61599e,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:21:49.139512 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-9eaf1f26-2528-4ff7-85c0-3268cfec1dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:21:49.200711 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9eaf1f26-2528-4ff7-85c0-3268cfec1dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504413'] for router_gateway, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:49.304301 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9eaf1f26-2528-4ff7-85c0-3268cfec1dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3194'] for router, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:49.308374 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9eaf1f26-2528-4ff7-85c0-3268cfec1dfa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:49.388716 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9eaf1f26-2528-4ff7-85c0-3268cfec1dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475154'] for router, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:49.389455 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaf1f26-2528-4ff7-85c0-3268cfec1dfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 346bca20-0683-4430-9d58-c09f46392afe {{(pid=92893) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 20 12:21:49.395156 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9eaf1f26-2528-4ff7-85c0-3268cfec1dfa admin admin] Notify callbacks [] for router, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:49.396976 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-9eaf1f26-2528-4ff7-85c0-3268cfec1dfa admin admin] 10.222.0.25 "DELETE /v2.0/routers/346bca20-0683-4430-9d58-c09f46392afe HTTP/1.1" status: 204 len: 168 time: 1.1430604 Jun 20 12:21:49.399331 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 41154) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:21:49.426958 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device a329b261-6d1b-462f-bb90-3f41c514d5d8 no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:21:49.448099 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: a329b261-6d1b-462f-bb90-3f41c514d5d8 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:21:49.448728 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device a329b261-6d1b-462f-bb90-3f41c514d5d8 not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:21:49.454526 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e28bdc-ac5c-49fe-9e99-8a87f0047d80 admin admin] Deleting subnet a7d5e204-75f5-4ebb-85ef-e6b2c1a73873 {{(pid=92892) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 20 12:21:49.458020 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b9e28bdc-ac5c-49fe-9e99-8a87f0047d80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:49.497069 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b9e28bdc-ac5c-49fe-9e99-8a87f0047d80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7989800'] for subnet, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:49.578717 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b9e28bdc-ac5c-49fe-9e99-8a87f0047d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1363053'] for subnet, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:49.637628 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b9e28bdc-ac5c-49fe-9e99-8a87f0047d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8239984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7266127'] for subnet, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:49.640267 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-58e44f3f-6ea0-4c64-b6bd-5a480d301f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:21:49.662678 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e28bdc-ac5c-49fe-9e99-8a87f0047d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d5e204-75f5-4ebb-85ef-e6b2c1a73873,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:21:49.666249 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-b9e28bdc-ac5c-49fe-9e99-8a87f0047d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:21:49.668647 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b9e28bdc-ac5c-49fe-9e99-8a87f0047d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:49.671254 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-b9e28bdc-ac5c-49fe-9e99-8a87f0047d80 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a7d5e204-75f5-4ebb-85ef-e6b2c1a73873 HTTP/1.1" status: 204 len: 168 time: 0.2707348 Jun 20 12:21:49.673692 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 41156) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:21:49.675203 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e1d1ef-3547-4b3c-ac04-df95cd3f83e3 None None] Network 5a6747d6-657c-4226-bd29-f9c1917e15ca requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:21:49.741790 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613649'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:49.806900 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] Deleting port 26e7d0f8-42be-4dae-af57-419094db1aae {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:21:49.807454 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:49.882717 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] For port 26e7d0f8-42be-4dae-af57-419094db1aae, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=26e7d0f8-42be-4dae-af57-419094db1aae,segment=NetworkSegment(db2336bd-272d-4d5f-b361-506757faeecb),segment_id=db2336bd-272d-4d5f-b361-506757faeecb)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:21:49.882984 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:49.945322 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] Calling delete_port for 26e7d0f8-42be-4dae-af57-419094db1aae owned by network:dhcp {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:21:49.961195 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d249c5c-a1dc-450d-9d31-89b2d4d251dd None None] DHCP port deletion for 5a6747d6-657c-4226-bd29-f9c1917e15ca request from dv-cinder-794962-4-iscsi {{(pid=92894) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 20 12:21:50.012529 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-0d249c5c-a1dc-450d-9d31-89b2d4d251dd None None] Deleting port 26e7d0f8-42be-4dae-af57-419094db1aae {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:21:50.013612 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0d249c5c-a1dc-450d-9d31-89b2d4d251dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:50.036476 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:50.040157 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-844c491b-49dd-4361-991a-8817e77ac27a tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:21:50.068242 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] Pushing event deleted for resources: {'Port': ['ID=26e7d0f8-42be-4dae-af57-419094db1aae,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:21:50.070410 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] No DVR routers for this DVR port 26e7d0f8-42be-4dae-af57-419094db1aae on host dv-cinder-794962-4-iscsi {{(pid=92892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:21:50.071638 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:21:50.082794 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-0d249c5c-a1dc-450d-9d31-89b2d4d251dd None None] For port 26e7d0f8-42be-4dae-af57-419094db1aae, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=26e7d0f8-42be-4dae-af57-419094db1aae,segment=NetworkSegment(db2336bd-272d-4d5f-b361-506757faeecb),segment_id=db2336bd-272d-4d5f-b361-506757faeecb)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:21:50.083330 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0d249c5c-a1dc-450d-9d31-89b2d4d251dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:50.142804 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362930', 'neutron.services.segments.db._delete_segments_for_network-8766931108819'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:50.152017 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6747d6-657c-4226-bd29-f9c1917e15ca']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:21:50.152190 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-0d249c5c-a1dc-450d-9d31-89b2d4d251dd None None] Calling delete_port for 26e7d0f8-42be-4dae-af57-419094db1aae owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:21:50.203641 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:50.240076 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0d249c5c-a1dc-450d-9d31-89b2d4d251dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:50.242095 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:21:50.266965 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d249c5c-a1dc-450d-9d31-89b2d4d251dd None None] Pushing event deleted for resources: {'Port': ['ID=26e7d0f8-42be-4dae-af57-419094db1aae,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:21:50.270258 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0d249c5c-a1dc-450d-9d31-89b2d4d251dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:21:50.271087 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d249c5c-a1dc-450d-9d31-89b2d4d251dd None None] No DVR routers for this DVR port 26e7d0f8-42be-4dae-af57-419094db1aae on host dv-cinder-794962-4-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:21:50.421500 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2336bd-272d-4d5f-b361-506757faeecb') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:21:50.421981 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2336bd-272d-4d5f-b361-506757faeecb') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:21:50.431411 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766931108648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7989793'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:50.446658 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:50.452899 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 12:21:50.453302 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8317915'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: Traceback (most recent call last): Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: timer() Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: cb(*args, **kw) Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: return func(*args, **kwargs) Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: self._notify() Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: self.callback(batched_events) Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: event.method(event) Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: return f(self, *a, **k) Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._get(url).json() Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 20 12:21:50.454912 dv-cinder-794962-4-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 20 12:21:50.504916 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504450'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:50.508607 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:21:50.510970 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:50.512687 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] 10.222.0.25 "DELETE /v2.0/networks/5a6747d6-657c-4226-bd29-f9c1917e15ca HTTP/1.1" status: 204 len: 168 time: 0.8380897 Jun 20 12:21:50.524799 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] Pushing event deleted for resources: {'Network': ['ID=5a6747d6-657c-4226-bd29-f9c1917e15ca,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:21:50.527092 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:21:50.635099 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 41170) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:21:50.676555 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-482c8e63-36a7-4fd0-be53-876815a8cbe5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f10fbe91f34a4e1b8dbde73ad9d559d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401192 Jun 20 12:21:50.679088 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 41172) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:21:50.731131 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9fd39628-1375-4e9a-9be5-508ae7557189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:50.752600 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9fd39628-1375-4e9a-9be5-508ae7557189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:50.797813 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9fd39628-1375-4e9a-9be5-508ae7557189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:50.800480 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9fd39628-1375-4e9a-9be5-508ae7557189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:50.801631 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-9fd39628-1375-4e9a-9be5-508ae7557189 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/705f9ada-fcad-4cae-9898-708542534237 HTTP/1.1" status: 204 len: 168 time: 0.1216378 Jun 20 12:21:50.802384 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-1e3755de-9e40-4177-8afb-0378fd5188e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:21:50.809413 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd39628-1375-4e9a-9be5-508ae7557189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705f9ada-fcad-4cae-9898-708542534237,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:21:50.815524 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-9fd39628-1375-4e9a-9be5-508ae7557189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:21:51.170923 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 41186) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:21:51.221395 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-6ed004ad-3a35-4d30-ab62-2b8359119b27 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b835eb53faf426abb553cd1f9934338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468233 Jun 20 12:21:51.221632 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 41188) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:21:51.270528 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c3a2194f-0745-42f0-b6ef-bd431a4664a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:51.281718 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 26e7d0f8-42be-4dae-af57-419094db1aae no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:21:51.292478 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c3a2194f-0745-42f0-b6ef-bd431a4664a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:51.302486 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: 26e7d0f8-42be-4dae-af57-419094db1aae {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:21:51.302843 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 26e7d0f8-42be-4dae-af57-419094db1aae not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:21:51.303290 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 7c2f3e59-1b22-444d-9d51-46492c61599e no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:21:51.321607 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: 7c2f3e59-1b22-444d-9d51-46492c61599e {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:21:51.321957 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 7c2f3e59-1b22-444d-9d51-46492c61599e not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:21:51.338888 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c3a2194f-0745-42f0-b6ef-bd431a4664a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:51.342261 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c3a2194f-0745-42f0-b6ef-bd431a4664a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:21:51.343379 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-c3a2194f-0745-42f0-b6ef-bd431a4664a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/beafce61-79e4-4dbe-bfcc-8ef9a9cd0eed HTTP/1.1" status: 204 len: 168 time: 0.1206582 Jun 20 12:21:51.344154 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-fdcdabfe-de76-4be6-9d75-c45f2bac92a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:21:51.351657 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2194f-0745-42f0-b6ef-bd431a4664a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beafce61-79e4-4dbe-bfcc-8ef9a9cd0eed,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:21:51.353840 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c3a2194f-0745-42f0-b6ef-bd431a4664a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:22:02.166051 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:22:03.842779 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-174bc399-4a96-456f-8fba-794b908788c7 req-cc0967b5-4601-465b-afe2-4a7e0ab2ce0e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1391020 Jun 20 12:22:03.925684 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bc399-4a96-456f-8fba-794b908788c7 req-1ff6023c-4873-44c7-88f6-e5401c84e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:22:03.927151 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-174bc399-4a96-456f-8fba-794b908788c7 req-1ff6023c-4873-44c7-88f6-e5401c84e390 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c16ce4f25bdc4e63a3033d70aef6b192&device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 1098 time: 0.0507855 Jun 20 12:22:04.037184 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bc399-4a96-456f-8fba-794b908788c7 req-67eeb052-b8b2-47d1-86dd-aca6835d18e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:22:04.038626 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-174bc399-4a96-456f-8fba-794b908788c7 req-67eeb052-b8b2-47d1-86dd-aca6835d18e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7 HTTP/1.1" status: 200 len: 912 time: 0.0909915 Jun 20 12:22:04.109684 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-174bc399-4a96-456f-8fba-794b908788c7 req-21ecfa6f-a39c-4f44-a0a4-deb0fd574387 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13dacf10-3636-4b1c-8a67-e80d88bb806d HTTP/1.1" status: 200 len: 1001 time: 0.0644741 Jun 20 12:22:04.160358 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bc399-4a96-456f-8fba-794b908788c7 req-53731df0-b5c1-48a3-aafa-b65e5a4e51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:22:04.161785 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-174bc399-4a96-456f-8fba-794b908788c7 req-53731df0-b5c1-48a3-aafa-b65e5a4e51e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7035286-0d2c-4091-b67f-a11e111092cb HTTP/1.1" status: 200 len: 850 time: 0.0453198 Jun 20 12:22:04.215827 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bc399-4a96-456f-8fba-794b908788c7 req-6f158b7f-f083-45a2-88a4-17067369fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:22:04.217802 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-174bc399-4a96-456f-8fba-794b908788c7 req-6f158b7f-f083-45a2-88a4-17067369fd70 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494974 Jun 20 12:22:04.301891 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-174bc399-4a96-456f-8fba-794b908788c7 req-daf4f00a-fbf2-44fb-ac15-13ae96dece16 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779831 Jun 20 12:22:04.392269 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-174bc399-4a96-456f-8fba-794b908788c7 req-31f7c8c4-da69-4f70-a889-7664ca8cabf9 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846703 Jun 20 12:22:07.878520 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7bc3-de7c-4dba-9f3d-d2f8921c6a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:22:09.977102 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2cf0-315f-42da-86d4-038a1bfa370e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:22:10.356104 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:22:11.530049 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:22:13.267991 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:22:18.205797 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [req-406c019f-4461-44ee-aaa2-9026c0495fc6 req-9b0db7d3-173f-4883-9b58-b906bf7ba021 service neutron] (92893) timed out ('10.222.0.30', 62371) {{(pid=92893) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 20 12:22:20.142388 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:22:37.879116 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6cb059a6-d2d1-4ada-888c-470c1d49e4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:22:39.164812 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:22:39.982965 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4aa68f14-54b1-4f38-b293-dfd7f5229bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:22:40.358073 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:22:41.533242 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:22:43.267458 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:22:50.143008 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:22:50.694557 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675702-15b2-494a-a37b-c16cccce8cbb req-73201753-9c45-4b45-9e44-9a09f866ac00 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:22:50.695963 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f2675702-15b2-494a-a37b-c16cccce8cbb req-73201753-9c45-4b45-9e44-9a09f866ac00 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 945 time: 0.2022307 Jun 20 12:22:50.734530 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f2675702-15b2-494a-a37b-c16cccce8cbb req-cfb7304f-8707-4470-a48f-1871eeb30632 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327644 Jun 20 12:22:51.812970 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e878b-552a-45a1-ab37-49b5b67ad1bb req-8ce4f9dd-5497-4c84-8723-bf260f97501a tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:22:51.814382 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a90e878b-552a-45a1-ab37-49b5b67ad1bb req-8ce4f9dd-5497-4c84-8723-bf260f97501a tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.30 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 945 time: 0.0698462 Jun 20 12:22:51.921256 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-a90e878b-552a-45a1-ab37-49b5b67ad1bb req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Deleting port f73bb4e6-8b63-4b91-8beb-073eaf149a94 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:22:51.921852 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-a90e878b-552a-45a1-ab37-49b5b67ad1bb req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:22:51.994349 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0465e-9863-493e-8b7a-29334b375196 req-4f24fdb0-7c01-43ac-9ecf-97dd907f66e1 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:22:51.995826 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d1c0465e-9863-493e-8b7a-29334b375196 req-4f24fdb0-7c01-43ac-9ecf-97dd907f66e1 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 945 time: 0.1280022 Jun 20 12:22:52.019921 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-a90e878b-552a-45a1-ab37-49b5b67ad1bb req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] For port f73bb4e6-8b63-4b91-8beb-073eaf149a94, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f73bb4e6-8b63-4b91-8beb-073eaf149a94,segment=NetworkSegment(05343e06-7abc-43f8-8067-4a6ca6e49583),segment_id=05343e06-7abc-43f8-8067-4a6ca6e49583)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:22:52.020291 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-a90e878b-552a-45a1-ab37-49b5b67ad1bb req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:22:52.036017 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d1c0465e-9863-493e-8b7a-29334b375196 req-829c6b27-2168-4002-8e8f-8df85aee781a tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bd3f8b5-8016-4a96-a354-d445b25aaccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344830 Jun 20 12:22:52.085208 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-a90e878b-552a-45a1-ab37-49b5b67ad1bb req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Calling delete_port for f73bb4e6-8b63-4b91-8beb-073eaf149a94 owned by compute:nova {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:22:52.223011 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-a90e878b-552a-45a1-ab37-49b5b67ad1bb req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:22:52.227986 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:22:52.254688 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Pushing event deleted for resources: {'Port': ['ID=f73bb4e6-8b63-4b91-8beb-073eaf149a94,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:22:52.262393 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['f73bb4e6-8b63-4b91-8beb-073eaf149a94'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:22:52.269073 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:22:52.269479 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:22:52.269847 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:22:52.270211 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:22:52.270563 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:22:52.270916 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:22:52.271267 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:22:52.271616 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:22:52.271962 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:22:52.272314 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:22:52.272659 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:22:52.273030 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:22:52.276291 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:22:52.317826 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90e878b-552a-45a1-ab37-49b5b67ad1bb req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] No DVR routers for this DVR port f73bb4e6-8b63-4b91-8beb-073eaf149a94 on host hv-cinder-79496 {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:22:52.320407 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-a90e878b-552a-45a1-ab37-49b5b67ad1bb req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:22:52.322487 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a90e878b-552a-45a1-ab37-49b5b67ad1bb req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.30 "DELETE /v2.0/ports/f73bb4e6-8b63-4b91-8beb-073eaf149a94 HTTP/1.1" status: 204 len: 173 time: 0.5013466 Jun 20 12:22:52.323013 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91480629-368e-4d50-81fe-e06da5575cc8', 'name': 'network-vif-deleted', 'tag': 'f73bb4e6-8b63-4b91-8beb-073eaf149a94'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:22:52.325390 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8f0fa7-e272-4e93-a102-5f521e6bb8e3" -d '{"events": [{"server_uuid": "91480629-368e-4d50-81fe-e06da5575cc8", "name": "network-vif-deleted", "tag": "f73bb4e6-8b63-4b91-8beb-073eaf149a94"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:22:52.425546 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a612c48-feac-47df-91f8-a2260154588d x-openstack-request-id: req-4a612c48-feac-47df-91f8-a2260154588d {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:22:52.425882 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91480629-368e-4d50-81fe-e06da5575cc8", "name": "network-vif-deleted", "tag": "f73bb4e6-8b63-4b91-8beb-073eaf149a94", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:22:52.426166 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a612c48-feac-47df-91f8-a2260154588d {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:22:52.426605 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91480629-368e-4d50-81fe-e06da5575cc8', 'name': 'network-vif-deleted', 'tag': 'f73bb4e6-8b63-4b91-8beb-073eaf149a94', 'status': 'completed', 'code': 200} Jun 20 12:22:53.179047 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e024bb59-7f90-4809-817f-1f61c7a16422 req-b19ce698-c51d-423d-bd93-f1cdb6abfed9 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0281813 Jun 20 12:22:54.324218 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7c2f9526-2347-41de-a48e-94146fbbd774 req-532c9a18-1bcd-403f-b58b-54a2092ba45f tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0297179 Jun 20 12:22:55.394877 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device f73bb4e6-8b63-4b91-8beb-073eaf149a94 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:22:55.425186 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] No Port match for: f73bb4e6-8b63-4b91-8beb-073eaf149a94 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:22:55.425547 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device f73bb4e6-8b63-4b91-8beb-073eaf149a94 not bound to the agent host hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:22:55.467584 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d5cf2c54-a152-452a-85df-601c082ee281 req-1aa9e5b6-a88f-4a25-8c1f-9e064471cd04 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0298011 Jun 20 12:22:56.609210 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-de9ab2f0-cd5c-4fb6-93cb-16fccf140f27 req-6c16f3a3-3322-44f1-a78c-7e8af318ee0e tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0284252 Jun 20 12:22:57.748222 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-093b806f-2a73-48c5-a370-105d373d9f26 req-92990fba-020b-40e6-b71a-06d7a6170a3c tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0278270 Jun 20 12:22:58.897686 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ac6c1f72-eab4-491c-8b64-0d796210f822 req-91ed129e-4345-4dbf-aca1-87aafdf67691 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0293164 Jun 20 12:23:00.045730 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7ca33b0c-74ac-40eb-a5af-275f09328951 req-7500810b-7ef9-479c-a823-0fc0bc941d91 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0329247 Jun 20 12:23:01.191603 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e41c0965-2cbc-4d6f-91a8-17a32800023f req-169db647-7104-4291-94df-613cada3613d tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0325475 Jun 20 12:23:02.329488 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-fb4e9ec9-7793-438e-9e14-cb8f37ce2220 req-fabbc945-eedd-4880-864c-16b823713bb4 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0280788 Jun 20 12:23:03.465505 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d6919f89-f2cd-4690-bfeb-95e2fb901af3 req-7cb08276-9ca6-4bf0-86a1-590640bc3698 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0272601 Jun 20 12:23:03.769585 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3a0233e7-8081-4b66-945e-42d07c5d0aaf req-c99e6c62-3558-4eda-a3ec-6ea2299006f4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491948 Jun 20 12:23:03.860604 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0233e7-8081-4b66-945e-42d07c5d0aaf req-30c42b9d-9522-48c5-bb2c-1741bca5186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:23:03.862127 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3a0233e7-8081-4b66-945e-42d07c5d0aaf req-30c42b9d-9522-48c5-bb2c-1741bca5186b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 1099 time: 0.0570495 Jun 20 12:23:03.971486 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0233e7-8081-4b66-945e-42d07c5d0aaf req-3e8ec2a3-b13a-4da2-905e-aad18ac0f684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:23:03.973022 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3a0233e7-8081-4b66-945e-42d07c5d0aaf req-3e8ec2a3-b13a-4da2-905e-aad18ac0f684 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 920 time: 0.0902083 Jun 20 12:23:04.016889 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3a0233e7-8081-4b66-945e-42d07c5d0aaf req-e71893ff-f275-45d0-b929-d5de87b86249 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ccfb74d-f675-4d5a-8721-2d96c7935350 HTTP/1.1" status: 200 len: 217 time: 0.0355921 Jun 20 12:23:04.065081 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0233e7-8081-4b66-945e-42d07c5d0aaf req-16e55c28-eda1-46d3-9654-21c49336c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:23:04.066492 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3a0233e7-8081-4b66-945e-42d07c5d0aaf req-16e55c28-eda1-46d3-9654-21c49336c714 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0bca940-04b5-4092-a25a-ee3a37d4ce47 HTTP/1.1" status: 200 len: 859 time: 0.0439262 Jun 20 12:23:04.102548 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3a0233e7-8081-4b66-945e-42d07c5d0aaf req-771c5e0a-9af5-433a-935c-515540606432 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a060551e-4666-489f-af6c-22591d5d515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293379 Jun 20 12:23:04.188794 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3a0233e7-8081-4b66-945e-42d07c5d0aaf req-ab4527b8-52e1-454b-9097-71dfad86fa70 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790296 Jun 20 12:23:04.279454 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3a0233e7-8081-4b66-945e-42d07c5d0aaf req-0510e0f6-14d6-45d8-b420-5432ccfaaa3a service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832250 Jun 20 12:23:04.604650 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4b37de61-fab9-40b1-bf7a-34feff467ad0 req-d81a298d-7755-4a60-b4e6-0df4a03a51a4 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0269594 Jun 20 12:23:05.741878 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-875f2e9d-7783-4942-8e0b-41b9c95dfb32 req-84c7564c-d1b0-41c1-8089-8f6426ea5eec tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0300121 Jun 20 12:23:06.879588 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-5cf8173c-b8b1-4314-8188-dd8887bea62b req-3cf403a8-a5b9-47cf-88b2-e18105796efe tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0272653 Jun 20 12:23:07.881362 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e592b7ff-96f0-4ad2-99c5-3158d226834c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:23:08.018813 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-65bd2d1e-ebe9-4963-9390-fc4983665da0 req-ce82e90a-b30c-4625-8a14-e0154a01f39c tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0283759 Jun 20 12:23:09.167229 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-be276cc9-af1f-4791-bdc3-45eacc8a585e req-3c1f0194-56bf-4631-b652-0d7bdd34e17c tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0329039 Jun 20 12:23:09.984176 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3ef9b7b5-b76c-445b-bebb-9459d794c409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:23:10.312801 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ce73ab61-a41c-4663-9223-83df598a3359 req-2805106e-8020-4595-9ace-6efbc2939b7c tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0288620 Jun 20 12:23:10.360001 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:23:11.456674 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-723f7860-bab2-45c7-8d25-3d46f3ba4b98 req-1fd60ce9-8496-4f44-858a-8edbad903661 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0277348 Jun 20 12:23:11.537719 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:23:12.620313 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3d29d11d-8e8c-4342-adfb-66b2b2568bc0 req-b5bf41cd-5d69-4772-a80e-786cefeb6092 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0361686 Jun 20 12:23:13.270933 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:23:13.770155 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-42de8bc7-1612-4322-b576-4d5ef173d152 req-e2a6f81c-5897-4d9b-9ce1-3dd5dba513c6 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0355611 Jun 20 12:23:14.910322 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f016db45-b403-4943-b2ec-79fa77f76089 req-fe615e0e-4836-4a8f-9455-7f28be28bfaa tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0278134 Jun 20 12:23:16.055079 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-acc2bc64-c745-42fc-8ed2-b94b6b464e6f req-4cc69766-a9e0-4725-9665-f0ae82e02a65 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0289857 Jun 20 12:23:16.163509 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:23:17.196728 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-31af120d-b6fe-469e-9476-967d69fcf1df req-98c40266-255f-4ab4-a43a-90d45dab8940 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0279930 Jun 20 12:23:18.340304 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-695f1337-1d54-430b-ab48-3217224c038e req-3f5d32e4-ef7f-4f3d-b028-6aa240749717 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0323529 Jun 20 12:23:19.479088 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d712d361-1148-4ab7-af79-3b462af93e07 req-6f1a7710-18ea-4de8-ab1f-3aa024dfcbab tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0276299 Jun 20 12:23:20.143251 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:23:20.614581 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2d2c0d44-d84d-40af-ba33-1c089cbb7a7c req-e9b1da73-a740-4da8-aedd-f9fc16ff9a07 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0276699 Jun 20 12:23:21.755642 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-62f59a45-41d3-442e-b083-db6ad9f7f45c req-68ba61ef-c34c-49dd-b18d-a2d9cd0be722 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0318685 Jun 20 12:23:22.894826 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ae49d718-3a97-402b-bae6-e4f24e0e7295 req-633e7132-02a5-4032-9f99-d2ad5f221006 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0289299 Jun 20 12:23:24.033139 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-afa6c775-0b5d-4a0b-9aea-8d42e891a2a9 req-1091dcd8-0261-4a73-b0f7-f65f943ecb2e tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0279698 Jun 20 12:23:25.172770 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c9b1677c-8027-49c5-a834-9567469311ac req-72a86b67-b356-4ee9-aa03-09514e20744c tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0282092 Jun 20 12:23:26.321386 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-20858c28-ab57-4604-9521-2845f56f6b92 req-db99da2b-459b-4980-83b4-b72585b246d9 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0405531 Jun 20 12:23:27.465445 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a0ba480e-f7ea-4c3b-8bc0-cb3a3833f2fd req-de4c79da-0c08-4ae5-8efe-7e5f0611eb24 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0325212 Jun 20 12:23:28.603375 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3ae28cbe-7997-42a4-a4c3-a025029c53a8 req-71873d58-f908-45cc-b6f7-94f3be6c1cce tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0280240 Jun 20 12:23:29.743475 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d4d9ebde-571a-4eeb-9e52-619591027bc5 req-ec6e392a-4a22-46bd-8046-fc14e8ad1b1e tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0322382 Jun 20 12:23:30.893486 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-76291d52-6ced-4d5a-a6a1-4443698bbd51 req-28c2b711-e9f1-4292-8169-62b2d1232e18 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0326202 Jun 20 12:23:32.030507 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-35751dd1-319c-4c52-89dc-5c79340eadf6 req-cd78940b-2e6f-4fe8-a55a-773839432e76 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0279596 Jun 20 12:23:33.167063 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ec3c43d0-2fdb-4aa7-9153-c4cdc2702e0c req-5f65b359-bece-4c9b-9858-4411e87e8891 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0282087 Jun 20 12:23:34.305469 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-5eccef66-1993-4e12-a08d-9496de76ffd7 req-75bf3881-4304-40fa-9dd0-783d9818a08a tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0276759 Jun 20 12:23:35.443962 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-757e1601-3d4e-4a06-aaa1-d4c6e717e3f4 req-4fea3fdd-9c45-4c20-9665-4cf03108bc82 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0283051 Jun 20 12:23:36.587458 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f139fc32-dbdb-4df7-8a19-08678f941d78 req-64d331f5-c950-47fc-a627-2315c1fd3910 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0320623 Jun 20 12:23:37.727567 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a8ba9a26-f410-4531-b1a4-aa5091c54785 req-313cc7bd-2ab0-4933-997c-6b1fbc1b8d6a tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0271754 Jun 20 12:23:37.881840 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3cf56fde-04e3-4077-8653-ee9e90f70769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:23:38.867534 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-77636430-20f5-4f3f-a2fc-0ace5c215477 req-410e539b-9824-4b04-b9c4-a8c09d23a5eb tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0285556 Jun 20 12:23:39.993010 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1dba5966-ce70-45fd-8e78-c5441ae277ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:23:40.017569 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d00758be-cbf8-4cf5-94e1-2e65087730ff req-3788a3a1-4e5d-4adb-95d8-ee00ded10c18 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0336056 Jun 20 12:23:40.361814 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:23:41.156592 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-54d09180-f496-4474-b5e6-1d6d0e86e67f req-375b0439-79fc-4540-a189-0abf1890ac97 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0293870 Jun 20 12:23:41.538887 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:23:42.293259 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-675da53a-2a7d-4e21-897a-2bcd0eccf138 req-095fbc5f-4d0b-4da5-aece-74d6b62e56f4 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0283856 Jun 20 12:23:43.273071 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:23:43.430611 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d5c08cbe-a041-4a07-88f6-ce4e1d88195a req-ad832000-c0ed-4b2b-9720-8bbb11b31df2 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0283680 Jun 20 12:23:44.574358 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f679e2c6-92b0-42a4-8f40-d5915b530f49 req-aa6384ce-ce74-43aa-9634-9796520a8df5 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0307813 Jun 20 12:23:45.719096 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-35c9c5ae-369f-4d87-acbd-ca5f59e0f27b req-d1176f9f-3086-4a2c-85f7-1e93dea37c37 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0317457 Jun 20 12:23:46.857436 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-69b1561d-37d8-4088-ac87-85c7170c41c0 req-28a283bb-7479-47bd-9c17-0f12c0d7f516 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0271492 Jun 20 12:23:47.995663 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-77ea31ec-010d-4f06-811f-a4912eae0795 req-a96f4f5a-bb72-4c56-9142-fb73fbaad683 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0297544 Jun 20 12:23:49.135508 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-637f3891-8d27-480d-acbc-a4096bc3b071 req-1bf6735c-3bb7-4ac9-bf9f-c0780621d9e3 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0317538 Jun 20 12:23:50.157003 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:23:50.277745 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c470af68-084f-42bd-bad4-46560de1a18c req-3c7f7a73-062e-4b93-ac6e-bd07b9ec15a5 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0284922 Jun 20 12:23:51.416271 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3d0deb23-d052-401c-bc59-812190572f06 req-f6b9f38f-abfb-4b99-a1a8-bcc6a977af00 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0288110 Jun 20 12:23:52.557131 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-949a7aae-171d-4342-8e02-2c9d4d7387e3 req-ae910fd0-2c17-4fa0-8597-30c2471264ad tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0280280 Jun 20 12:23:53.162522 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:23:53.692874 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-54efecf3-0ad0-4bc6-b010-8b9ec195647f req-acc53524-f8fb-4b13-9b98-ccd145ea7d7a tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0273206 Jun 20 12:23:54.840004 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0a88af51-8f16-45c0-88c1-d0501b87b662 req-e6abec6e-af0c-46ad-ab9c-e45436cb4f9a tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0319302 Jun 20 12:23:55.978640 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0674f696-5c67-474a-8bab-d49eebe848b6 req-9d97eb0a-2c7e-4fc2-bacc-1891f518cf89 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0275109 Jun 20 12:23:57.117523 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3e2613fa-f865-44e4-8927-6858fab13f3c req-9ae84045-76b1-4abc-8da8-a0ea04a3dc33 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0282893 Jun 20 12:23:58.257241 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b3681d0a-3f8f-4284-9088-17813695966f req-8a6df85b-6549-4447-babb-526ef9d39661 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0311956 Jun 20 12:23:59.397889 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3fef63f0-b484-4cef-ac09-b8340a62a526 req-72afb44d-29ca-469a-9c77-3d8cc1399466 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0287721 Jun 20 12:24:00.535895 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0efac9ed-f734-4855-b7a8-f25a60c7d200 req-0b1f9bb6-8e70-43f1-9ec1-2223df3aff27 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0279834 Jun 20 12:24:01.672174 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-582e974e-a122-40de-8382-45ae9f2721fc req-419c1a59-375a-48eb-896e-cb703de87274 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0294094 Jun 20 12:24:02.809958 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-84bd3e89-2392-406b-beec-b41ff90421b4 req-6199f303-b937-4ca7-a562-6e7566ead399 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0297377 Jun 20 12:24:03.811224 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ef521f48-13b5-484f-a820-215f5013859f req-11c3ce11-051b-4035-bf10-decd3b91684f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503030 Jun 20 12:24:03.897885 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef521f48-13b5-484f-a820-215f5013859f req-d1d0611b-3502-47c6-a290-5f721daa3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:24:03.899346 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ef521f48-13b5-484f-a820-215f5013859f req-d1d0611b-3502-47c6-a290-5f721daa3b87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5e319e97743435382759743d17c629f&device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 1099 time: 0.0562119 Jun 20 12:24:03.956101 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-dc5d5132-5511-4c45-9ad2-127eea245655 req-5dae1258-65ea-4ab7-8c0e-1c013b634f8a tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0330586 Jun 20 12:24:04.000789 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef521f48-13b5-484f-a820-215f5013859f req-e8b00497-e144-4425-a25f-b95dad303936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:24:04.002259 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ef521f48-13b5-484f-a820-215f5013859f req-e8b00497-e144-4425-a25f-b95dad303936 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82111675-daec-478c-ba9b-ab71752a00c6 HTTP/1.1" status: 200 len: 916 time: 0.0832932 Jun 20 12:24:04.044652 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ef521f48-13b5-484f-a820-215f5013859f req-e003b18c-1482-408d-9391-86a3b52b0459 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 HTTP/1.1" status: 200 len: 217 time: 0.0360510 Jun 20 12:24:04.091100 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef521f48-13b5-484f-a820-215f5013859f req-efde141e-4770-43f1-833f-e4fc46097bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:24:04.092481 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ef521f48-13b5-484f-a820-215f5013859f req-efde141e-4770-43f1-833f-e4fc46097bf1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96c486f4-675b-440c-bf65-e83ba8d1d3ba HTTP/1.1" status: 200 len: 854 time: 0.0418217 Jun 20 12:24:04.147446 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef521f48-13b5-484f-a820-215f5013859f req-6ea08c6c-8cc1-4720-811d-66ea1cc9afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:24:04.148878 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ef521f48-13b5-484f-a820-215f5013859f req-6ea08c6c-8cc1-4720-811d-66ea1cc9afda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82111675-daec-478c-ba9b-ab71752a00c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491879 Jun 20 12:24:04.246768 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ef521f48-13b5-484f-a820-215f5013859f req-b8330e14-8455-456c-80c9-1f148610d067 service neutron] 10.222.0.30 "GET /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853484 Jun 20 12:24:04.327440 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ef521f48-13b5-484f-a820-215f5013859f req-e1e39cc1-21f8-4e48-b481-6b8fd8da715f service neutron] 10.222.0.30 "GET /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809124 Jun 20 12:24:05.103991 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-11f9f8f2-83a1-4b1c-b863-15e2cfcf34c9 req-39bfd259-54ac-485c-ae80-6f7909358f25 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0288200 Jun 20 12:24:06.241026 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2f21b7a3-8b42-4242-82ea-6b253ed039ef req-1ebf7978-900b-4faa-909c-841ac09d4079 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0283906 Jun 20 12:24:07.389945 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-33b99439-1318-47da-8885-5169b3f651a1 req-e81b1844-f41e-463e-9385-c4bd5e10400d tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0331819 Jun 20 12:24:07.883960 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-12959903-d74a-43bf-935b-bfdde588087a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:24:08.533642 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-288ac271-d5c2-440a-851c-f55399cfe7a7 req-87596254-13fe-4cb4-907a-f50700735795 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0304482 Jun 20 12:24:09.668932 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-70f485e8-ac9f-44f3-a7fc-3aa05b0c4b14 req-09a87ee8-0606-4ea5-adf6-7a28847f98ec tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0283315 Jun 20 12:24:09.982677 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2eb9273f-4618-49c1-853a-1f4a446519f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:24:10.361903 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:24:10.803531 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-026e5b3d-d1de-4e3a-969e-5a8760ca6ea2 req-693c1794-a95c-4895-bfdc-c9d4ac83a234 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0275877 Jun 20 12:24:11.542252 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:24:11.943014 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c15cc892-d36e-4456-af71-5558f7cdd69c req-2bde4ac6-1acb-4afe-b9a4-1970df194dc2 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0295911 Jun 20 12:24:13.086321 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1676f59b-c733-48d3-b460-38b1b9343cf2 req-d8eaaa36-e279-4240-8077-3d1589a68f62 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0316589 Jun 20 12:24:13.276227 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:24:14.231577 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b81caf19-097c-452d-a59d-ba179670343e req-43a6cb3e-45c8-4d2b-a077-68a2d8a763a1 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0286989 Jun 20 12:24:15.368043 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8f156314-5e29-42d0-8494-e319745f6707 req-4e178e5b-4100-4dbf-b209-7103918419be tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0283959 Jun 20 12:24:16.507655 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-177070ad-8d82-4251-9670-49329831755a req-db36819e-77c9-47cb-baaa-2e2303670b40 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0318954 Jun 20 12:24:17.642772 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9561e3a9-7f7a-4e74-bf68-dfa4a5b3ba01 req-8cc11887-e5ce-42da-87a2-add32559fca6 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0283129 Jun 20 12:24:18.782628 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d910135c-6af4-4d68-940f-476cb2f0fe60 req-deb63e31-7b85-45f8-bb13-61c86b2e7eb7 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0276608 Jun 20 12:24:19.923025 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-125d554d-3ae7-4d50-ab47-2beb02e4b6e6 req-ffa303f0-d4a6-4932-9d9e-35228d37fb46 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0309613 Jun 20 12:24:20.162900 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:24:21.062173 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3f2e8865-7751-4ae0-98d4-abe8fd07fede req-238babf0-fcc7-440b-8cf2-2117e328524e tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0285060 Jun 20 12:24:22.211335 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1b133878-3241-41c3-9df8-b12f5a4fbdd6 req-bf71d842-dc7c-4d6a-ba85-4fa7a75c384b tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0352695 Jun 20 12:24:23.354921 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-fd81f60c-7a6d-4887-b935-44aa4288d38b req-aea2e603-a92d-4b7b-9b96-8b63259dd390 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0278296 Jun 20 12:24:24.493390 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e67ea2d7-dc3c-4e34-ae51-6182941c1a70 req-bed27cdf-c30a-4bf7-b267-384d63d43f0f tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0277269 Jun 20 12:24:25.632607 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-759549f6-7b1f-4782-aa67-0087a47783ad req-75cf8c17-9184-47a9-b01f-0b3cc8d37f4d tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0301268 Jun 20 12:24:26.774447 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-042868bb-161f-4d3c-b254-e653914b902b req-63fce226-467b-419c-8d8f-8e29c0c3c57a tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0283630 Jun 20 12:24:27.914069 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9a094e8d-09a8-4395-b8cd-c459c1f59a67 req-021e87c9-359c-4991-9df9-bb86e7a2638a tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0275331 Jun 20 12:24:29.052330 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-12c726e3-d03e-4ed0-8fe0-070c28d015df req-01d1a14e-0a15-42f5-aec6-ae452f42b8e4 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0296981 Jun 20 12:24:30.160369 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:24:30.191755 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6a751867-bc8e-452e-aa65-1c4d4b4928d0 req-6f03d143-cc57-48e6-9f2b-30722ed875d6 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0283041 Jun 20 12:24:31.333515 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d36ac158-e6ee-4915-a11c-9ba11000d33e req-f89e9bab-fc20-4fc6-b4fd-5c5423713bd0 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0307357 Jun 20 12:24:32.475436 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3c657d0a-c0a2-45a1-99d9-f0fd260490e7 req-0d52e612-3c3d-4476-b975-17296e699c80 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0267088 Jun 20 12:24:33.613365 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b678c86c-af4b-47c0-8489-73293bc2b906 req-90a34582-a9dd-4572-b89f-cf2007cb2a10 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0280809 Jun 20 12:24:35.014376 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-47dd76d6-6c25-4c9b-9571-c38ad35bb64d req-332fe814-b5c9-4307-9f89-7426e8fad238 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.2912052 Jun 20 12:24:36.155027 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8f2de59a-f20d-42e8-96bd-73c84ec9f8d5 req-bd49c5e6-8f98-4b8a-8fbf-a6e89f906fbc tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0275099 Jun 20 12:24:37.292556 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e18ffe4a-2524-4eb2-b548-cd635dd148cb req-c2272bb3-f2a5-4ac8-9351-4d169d98eb23 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0274010 Jun 20 12:24:37.884731 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a32c2f92-3453-450b-b46c-6c0cee88f8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:24:38.429286 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-19aea6f5-b8ba-49da-840d-7a06208510fe req-070e6362-05f3-45ca-ba67-73035be88d3b tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0278070 Jun 20 12:24:39.565175 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-76649bfb-49c1-4a2e-8304-11b8168a7f59 req-0ad89994-a78f-42dd-ba6e-c1cf73d4f93e tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0275238 Jun 20 12:24:39.982567 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f6bc2f9e-1de9-45be-bb80-1d82cb696555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:24:40.362507 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:24:40.708009 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f75e4c9a-fcdc-428f-b7d6-6c2cdcd22c71 req-ea1b2e37-0d7b-45cb-9f62-c7120e1c8a8f tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0313447 Jun 20 12:24:41.544401 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:24:41.847551 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-aa5a6792-4daf-4fac-8b34-82aa2d65a09a req-621a5f58-9d86-4666-a251-bd720fadcd67 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0277076 Jun 20 12:24:42.988815 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3ea71357-2c67-48cc-8a2d-e5f354291796 req-fc5eb182-bed0-4473-8bdb-28d509fd0500 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0289054 Jun 20 12:24:43.279873 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:24:44.128832 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-aa98b9c8-8478-4167-a1a4-d192271ccfa8 req-493c8439-bf01-4907-a07c-d359c6aada67 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0304022 Jun 20 12:24:45.266465 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4377a368-185a-4c3b-8cf2-252b009d7042 req-942b5449-83f8-404e-b0e3-925c6a653a35 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0285344 Jun 20 12:24:46.408884 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51127d36-f066-4ade-a5a1-a336c85c59fa req-3f59a7e5-b7b6-4789-8df6-f10c5b494cdd tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0338464 Jun 20 12:24:47.545637 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-02439203-0323-45f7-a01e-0e2ae3c2a64a req-b9d7eb81-7422-4189-8fdb-e3466021a814 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0286145 Jun 20 12:24:48.684915 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-97ec1478-5f51-4c34-9964-8ef2b240dd20 req-89a3f5a2-7239-493a-bcc5-329be3ec97d8 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0283511 Jun 20 12:24:49.832517 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2d2d505d-0ad9-4195-bd46-31b795569a0e req-3a3567cb-bdfd-437a-8654-9ddc1dccedac tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0308528 Jun 20 12:24:50.165812 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:24:50.971833 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-42ed1864-0918-4bf4-af9a-add680394005 req-f5b3eddd-edfd-47f2-b238-d339fea834c7 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0272644 Jun 20 12:24:52.107598 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1eda0b45-f6db-4462-af7b-d4b8fdd135aa req-3efbe1b6-5637-47fd-af98-749237826d24 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] 10.222.0.25 "GET /v2.0/ports?device_id=91480629-368e-4d50-81fe-e06da5575cc8 HTTP/1.1" status: 200 len: 210 time: 0.0283363 Jun 20 12:25:05.733521 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-30a2893b-5346-4f2d-8573-2b0965f399cd req-4780c7f5-8971-4727-a748-64969cbc4a81 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529847 Jun 20 12:25:05.843885 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2893b-5346-4f2d-8573-2b0965f399cd req-bcc0439f-29a7-4fa2-a182-b74566c8b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:25:05.845274 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-30a2893b-5346-4f2d-8573-2b0965f399cd req-bcc0439f-29a7-4fa2-a182-b74566c8b77e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 1098 time: 0.0525029 Jun 20 12:25:05.944157 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2893b-5346-4f2d-8573-2b0965f399cd req-33d460e1-0661-400a-85ce-1208aa01b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:25:05.945596 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-30a2893b-5346-4f2d-8573-2b0965f399cd req-33d460e1-0661-400a-85ce-1208aa01b1a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 920 time: 0.0805032 Jun 20 12:25:05.987719 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-30a2893b-5346-4f2d-8573-2b0965f399cd req-281db147-711a-4472-b36e-4eb4dd99bd87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece2b702-a1d0-40a0-a2be-e18d2b53db25 HTTP/1.1" status: 200 len: 217 time: 0.0353093 Jun 20 12:25:06.034365 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2893b-5346-4f2d-8573-2b0965f399cd req-06a4f147-94d9-4822-b504-f07c1adb67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:25:06.035704 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-30a2893b-5346-4f2d-8573-2b0965f399cd req-06a4f147-94d9-4822-b504-f07c1adb67ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0bca940-04b5-4092-a25a-ee3a37d4ce47 HTTP/1.1" status: 200 len: 859 time: 0.0416927 Jun 20 12:25:06.066868 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-30a2893b-5346-4f2d-8573-2b0965f399cd req-0c325b66-7956-43f7-b9f9-ceb7d9531ce8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a060551e-4666-489f-af6c-22591d5d515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249889 Jun 20 12:25:06.154752 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-30a2893b-5346-4f2d-8573-2b0965f399cd req-5671e3d3-84f0-4367-a885-82014b68cf26 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814829 Jun 20 12:25:06.239276 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-30a2893b-5346-4f2d-8573-2b0965f399cd req-755a6b59-c406-4192-897e-37ec16c2059d service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790825 Jun 20 12:25:07.159111 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:25:07.885391 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cb0bf21a-0c4c-4f39-92a0-d2161961dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:09.983371 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6b31ec72-102b-4fa2-aead-96bef745b5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:10.364595 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:11.546304 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:13.283054 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:20.186734 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:27.108066 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f73820-471c-498a-9f94-17047000df18 req-d5451d81-0b23-4b6c-854f-5d7eee726fa9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:25:27.109693 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-72f73820-471c-498a-9f94-17047000df18 req-d5451d81-0b23-4b6c-854f-5d7eee726fa9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 946 time: 0.0699768 Jun 20 12:25:27.148868 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-72f73820-471c-498a-9f94-17047000df18 req-287d2036-8708-4158-84a2-4dc5e43f090e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330360 Jun 20 12:25:28.008843 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158e5b8-9597-4e02-9338-0f4f37495835 req-559a8a8f-9aee-4d71-b92b-1078b67d5efb tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:25:28.010180 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e158e5b8-9597-4e02-9338-0f4f37495835 req-559a8a8f-9aee-4d71-b92b-1078b67d5efb tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.30 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 946 time: 0.0605471 Jun 20 12:25:28.112956 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-e158e5b8-9597-4e02-9338-0f4f37495835 req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Deleting port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:25:28.113643 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-e158e5b8-9597-4e02-9338-0f4f37495835 req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:28.208490 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-e158e5b8-9597-4e02-9338-0f4f37495835 req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] For port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215,segment=NetworkSegment(435c6230-5a8d-4494-9d37-380b35b7a765),segment_id=435c6230-5a8d-4494-9d37-380b35b7a765)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:25:28.208849 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-e158e5b8-9597-4e02-9338-0f4f37495835 req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:28.280245 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-e158e5b8-9597-4e02-9338-0f4f37495835 req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Calling delete_port for 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 owned by compute:nova {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:25:28.332192 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfbc99-56ee-481d-a9ac-0c70eb6efe5c req-4c7f96e0-b62f-4d61-9f18-9e397db77823 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:25:28.333752 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-56bfbc99-56ee-481d-a9ac-0c70eb6efe5c req-4c7f96e0-b62f-4d61-9f18-9e397db77823 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 946 time: 0.0636799 Jun 20 12:25:28.372479 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-56bfbc99-56ee-481d-a9ac-0c70eb6efe5c req-cb260d03-4130-4f41-8731-4ef37d41f4f3 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6271fae-c0a8-4551-9d47-57880682df28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327287 Jun 20 12:25:28.422895 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-e158e5b8-9597-4e02-9338-0f4f37495835 req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:28.428049 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-bb45e5eb-a7ad-4611-8873-07f62385aed5 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:25:28.453855 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Pushing event deleted for resources: {'Port': ['ID=8d8eabfc-ddf4-49d9-86a9-422ccdfc5215,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:25:28.460732 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['8d8eabfc-ddf4-49d9-86a9-422ccdfc5215'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:25:28.484562 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:25:28.484962 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:25:28.485381 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:25:28.487047 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:25:28.487047 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:25:28.487047 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:25:28.487437 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:25:28.487636 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:25:28.487987 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:25:28.488457 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:25:28.488810 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:25:28.489189 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:25:28.495380 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:25:28.514050 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-e158e5b8-9597-4e02-9338-0f4f37495835 req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] No DVR routers for this DVR port 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 on host hv-cinder-79496 {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:25:28.516863 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-e158e5b8-9597-4e02-9338-0f4f37495835 req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:28.518964 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e158e5b8-9597-4e02-9338-0f4f37495835 req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.30 "DELETE /v2.0/ports/8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 HTTP/1.1" status: 204 len: 173 time: 0.5027485 Jun 20 12:25:28.519468 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d2c975-356f-458c-95b5-88c293044dce', 'name': 'network-vif-deleted', 'tag': '8d8eabfc-ddf4-49d9-86a9-422ccdfc5215'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:25:28.521880 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9a9d3c-351a-455a-8297-a3a2fa8c43f3" -d '{"events": [{"server_uuid": "85d2c975-356f-458c-95b5-88c293044dce", "name": "network-vif-deleted", "tag": "8d8eabfc-ddf4-49d9-86a9-422ccdfc5215"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:25:28.561525 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094b1839-c221-4f8c-9470-3abacda694c0 x-openstack-request-id: req-094b1839-c221-4f8c-9470-3abacda694c0 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:25:28.561884 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d2c975-356f-458c-95b5-88c293044dce", "name": "network-vif-deleted", "tag": "8d8eabfc-ddf4-49d9-86a9-422ccdfc5215", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:25:28.562207 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-094b1839-c221-4f8c-9470-3abacda694c0 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:25:28.562674 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d2c975-356f-458c-95b5-88c293044dce', 'name': 'network-vif-deleted', 'tag': '8d8eabfc-ddf4-49d9-86a9-422ccdfc5215', 'status': 'completed', 'code': 200} Jun 20 12:25:29.516253 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-bac0c53c-2f6f-4f0c-ba37-2fb58315be73 req-731b8d5b-90c1-4b49-a03f-31f83f5a5119 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0325058 Jun 20 12:25:30.655295 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0e130f3c-a24e-4cc5-a247-1302deab744f req-d5828d09-fefc-45fa-95bf-f998d68d56e0 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0278082 Jun 20 12:25:31.285769 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf55176-9326-4f25-8458-c27f26d502ea req-66c33411-93be-4cad-9b15-c39102ed1c4f tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:25:31.287245 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4cf55176-9326-4f25-8458-c27f26d502ea req-66c33411-93be-4cad-9b15-c39102ed1c4f tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0658860 Jun 20 12:25:31.327553 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4cf55176-9326-4f25-8458-c27f26d502ea req-9e39ebc0-1009-49c9-8061-bfbcc8a34c14 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342212 Jun 20 12:25:31.799823 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d577f58c-d24f-43b5-89a8-83f3d001b15e req-722ac465-a61e-4e53-929d-1869643bede3 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0276961 Jun 20 12:25:32.147040 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:25:32.166482 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] No Port match for: 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:25:32.166832 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 8d8eabfc-ddf4-49d9-86a9-422ccdfc5215 not bound to the agent host hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:25:32.240255 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da501fbe-03d5-4eb1-9cfa-cea92d9e242d req-1261b5d3-7850-419f-84c9-8d2823519cde tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:25:32.241722 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-da501fbe-03d5-4eb1-9cfa-cea92d9e242d req-1261b5d3-7850-419f-84c9-8d2823519cde tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.30 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0619950 Jun 20 12:25:32.341296 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-da501fbe-03d5-4eb1-9cfa-cea92d9e242d req-3e920e38-1d7a-47ff-9f51-bc3e0e130556 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Deleting port 13dacf10-3636-4b1c-8a67-e80d88bb806d {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:25:32.341631 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-da501fbe-03d5-4eb1-9cfa-cea92d9e242d req-3e920e38-1d7a-47ff-9f51-bc3e0e130556 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:32.428877 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-da501fbe-03d5-4eb1-9cfa-cea92d9e242d req-3e920e38-1d7a-47ff-9f51-bc3e0e130556 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] For port 13dacf10-3636-4b1c-8a67-e80d88bb806d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=13dacf10-3636-4b1c-8a67-e80d88bb806d,segment=NetworkSegment(13296fdf-29cc-4cef-9f7a-9c15fc01c76c),segment_id=13296fdf-29cc-4cef-9f7a-9c15fc01c76c)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:25:32.429171 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-da501fbe-03d5-4eb1-9cfa-cea92d9e242d req-3e920e38-1d7a-47ff-9f51-bc3e0e130556 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:32.621247 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfd10e-c7f9-4e12-ae89-08eb20dd8e90 req-2ff70524-b804-4a28-8588-7ede4964c614 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:25:32.622714 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9acfd10e-c7f9-4e12-ae89-08eb20dd8e90 req-2ff70524-b804-4a28-8588-7ede4964c614 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 945 time: 0.1808352 Jun 20 12:25:32.659217 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-da501fbe-03d5-4eb1-9cfa-cea92d9e242d req-3e920e38-1d7a-47ff-9f51-bc3e0e130556 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:32.659850 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-da501fbe-03d5-4eb1-9cfa-cea92d9e242d req-3e920e38-1d7a-47ff-9f51-bc3e0e130556 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504496'] for floatingip, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:32.660178 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.l3_db [req-da501fbe-03d5-4eb1-9cfa-cea92d9e242d req-3e920e38-1d7a-47ff-9f51-bc3e0e130556 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Floating IP 8412841c-160d-4489-93ba-a405f469e35b disassociated. External IP: 172.27.1.176, port: 13dacf10-3636-4b1c-8a67-e80d88bb806d. Jun 20 12:25:32.660397 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-da501fbe-03d5-4eb1-9cfa-cea92d9e242d req-3e920e38-1d7a-47ff-9f51-bc3e0e130556 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Calling delete_port for 13dacf10-3636-4b1c-8a67-e80d88bb806d owned by compute:nova {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:25:32.690311 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9acfd10e-c7f9-4e12-ae89-08eb20dd8e90 req-8f388f69-45c8-4176-8060-9ef072c629f0 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605948 Jun 20 12:25:32.814673 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-da501fbe-03d5-4eb1-9cfa-cea92d9e242d req-3e920e38-1d7a-47ff-9f51-bc3e0e130556 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:32.820000 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-6b8a95cb-57d5-4e20-8b6d-db4bcab668d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:25:32.862190 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e920e38-1d7a-47ff-9f51-bc3e0e130556 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Pushing event deleted for resources: {'Port': ['ID=13dacf10-3636-4b1c-8a67-e80d88bb806d,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:25:32.869005 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-3e920e38-1d7a-47ff-9f51-bc3e0e130556 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:25:33.006463 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da501fbe-03d5-4eb1-9cfa-cea92d9e242d req-3e920e38-1d7a-47ff-9f51-bc3e0e130556 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Router 448d5117-a3a3-4311-a0a9-aaba342c547d has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:25:33.102332 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8e18255b-b058-4cb2-b172-e97a92dd07cd req-44ad2027-70ac-4e4d-8737-954d8a661a69 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0284808 Jun 20 12:25:33.125940 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da501fbe-03d5-4eb1-9cfa-cea92d9e242d req-3e920e38-1d7a-47ff-9f51-bc3e0e130556 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:25:33.135571 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08984b6c-4194-4d9d-8f50-0cf9427c070f None None] Sync routers for ids ['448d5117-a3a3-4311-a0a9-aaba342c547d'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:25:33.145527 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08984b6c-4194-4d9d-8f50-0cf9427c070f None None] Routers {'448d5117-a3a3-4311-a0a9-aaba342c547d'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:25:33.146072 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-08984b6c-4194-4d9d-8f50-0cf9427c070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:25:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['448d5117-a3a3-4311-a0a9-aaba342c547d'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:25:33.171228 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-da501fbe-03d5-4eb1-9cfa-cea92d9e242d req-3e920e38-1d7a-47ff-9f51-bc3e0e130556 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] No DVR routers for this DVR port 13dacf10-3636-4b1c-8a67-e80d88bb806d on host hv-cinder-79496 {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:25:33.173870 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-da501fbe-03d5-4eb1-9cfa-cea92d9e242d req-3e920e38-1d7a-47ff-9f51-bc3e0e130556 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:33.176174 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-da501fbe-03d5-4eb1-9cfa-cea92d9e242d req-3e920e38-1d7a-47ff-9f51-bc3e0e130556 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.30 "DELETE /v2.0/ports/13dacf10-3636-4b1c-8a67-e80d88bb806d HTTP/1.1" status: 204 len: 173 time: 0.9296234 Jun 20 12:25:33.176688 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20864dde-4980-49da-b051-15408cd1f5a7', 'name': 'network-vif-deleted', 'tag': '13dacf10-3636-4b1c-8a67-e80d88bb806d'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:25:33.179577 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b3f2db-ea99-43e5-9f7f-81f0d508d492" -d '{"events": [{"server_uuid": "20864dde-4980-49da-b051-15408cd1f5a7", "name": "network-vif-deleted", "tag": "13dacf10-3636-4b1c-8a67-e80d88bb806d"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:25:33.224670 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0719cf1c-4ac4-4f7a-85e8-32788c2fa030 x-openstack-request-id: req-0719cf1c-4ac4-4f7a-85e8-32788c2fa030 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:25:33.225175 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20864dde-4980-49da-b051-15408cd1f5a7", "name": "network-vif-deleted", "tag": "13dacf10-3636-4b1c-8a67-e80d88bb806d", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:25:33.225540 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0719cf1c-4ac4-4f7a-85e8-32788c2fa030 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:25:33.226043 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20864dde-4980-49da-b051-15408cd1f5a7', 'name': 'network-vif-deleted', 'tag': '13dacf10-3636-4b1c-8a67-e80d88bb806d', 'status': 'completed', 'code': 200} Jun 20 12:25:33.352127 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-08984b6c-4194-4d9d-8f50-0cf9427c070f None None] Set router 448d5117-a3a3-4311-a0a9-aaba342c547d gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:25:33.544869 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-08984b6c-4194-4d9d-8f50-0cf9427c070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 4, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port': {'id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:de:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb', 'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'mac_address': 'fa:16:3e:67:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:42Z', 'updated_at': '2021-06-20T12:06:57Z', 'revision_number': 5, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'subnets': [{'id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:25:33.573161 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08984b6c-4194-4d9d-8f50-0cf9427c070f None None] Checking router: 448d5117-a3a3-4311-a0a9-aaba342c547d for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:25:33.581286 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08984b6c-4194-4d9d-8f50-0cf9427c070f None None] Routers {'448d5117-a3a3-4311-a0a9-aaba342c547d'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:25:33.581892 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-08984b6c-4194-4d9d-8f50-0cf9427c070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:25:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['448d5117-a3a3-4311-a0a9-aaba342c547d'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:25:33.683089 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-08984b6c-4194-4d9d-8f50-0cf9427c070f None None] Set router 448d5117-a3a3-4311-a0a9-aaba342c547d gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:25:33.831985 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2105d9ce-201a-4804-9c4b-cf5edd42fc17 req-32da7f0d-ad78-497d-b94c-595102d3378b tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0287328 Jun 20 12:25:33.894151 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-08984b6c-4194-4d9d-8f50-0cf9427c070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 4, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port': {'id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:de:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb', 'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'mac_address': 'fa:16:3e:67:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:42Z', 'updated_at': '2021-06-20T12:06:57Z', 'revision_number': 5, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'subnets': [{'id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:25:33.919256 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08984b6c-4194-4d9d-8f50-0cf9427c070f None None] The sync data for ids ['448d5117-a3a3-4311-a0a9-aaba342c547d'] in dv-cinder-794962-4-iscsi is: [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 4, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port': {'id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:de:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb', 'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'mac_address': 'fa:16:3e:67:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:42Z', 'updated_at': '2021-06-20T12:06:57Z', 'revision_number': 5, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'subnets': [{'id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:25:34.118485 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e42942-b196-4434-8603-0f4967e130e6 None None] New status for floating IP 8412841c-160d-4489-93ba-a405f469e35b: DOWN {{(pid=92894) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 20 12:25:34.256573 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d0ee27ac-64d9-43ec-9b0d-765999b98cc7 req-cf36dd1c-9a86-4996-a217-fc06ea0a19a8 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0342083 Jun 20 12:25:34.991287 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a77d1371-1a9f-45ab-a84a-ffc67bd370d3 req-f6a85511-f2e3-4cc2-a08c-4d17668452d6 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0319521 Jun 20 12:25:35.401435 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e5c050ed-d8ab-4f62-95a1-ad38a18c1a8e req-4cd472c2-3b97-4974-8b91-5f9110c1f73b tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0279205 Jun 20 12:25:36.129229 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3b5f8b23-9f5b-4c3c-854a-e76a1eb0ddc2 req-42253506-be26-4773-8e1c-19b8499489ef tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0291636 Jun 20 12:25:36.168324 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 13dacf10-3636-4b1c-8a67-e80d88bb806d no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:25:36.193861 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] No Port match for: 13dacf10-3636-4b1c-8a67-e80d88bb806d {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:25:36.194290 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 13dacf10-3636-4b1c-8a67-e80d88bb806d not bound to the agent host hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:25:36.694872 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a8090796-d739-4a64-9840-70662005113b req-2e9892cd-885e-4996-9b28-b6481f348104 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0271971 Jun 20 12:25:37.264068 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d4f55cec-a9b2-4b36-9e01-921717956134 req-db280360-f049-476b-9942-32a8f6cd4a34 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0280004 Jun 20 12:25:37.830657 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-75c1df85-81c9-44f1-8e8a-ab2f2be2fdc8 req-d4849fb8-d656-40f3-b0a6-a516cd65d5e4 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0269935 Jun 20 12:25:37.885952 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fa36dc24-9784-4dab-a4d6-094a200d57a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:38.407684 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-eb791c45-d55c-40a1-a6bb-1fa972e66002 req-62859d88-7c60-4b15-b9ae-d72e16a8d1aa tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0279205 Jun 20 12:25:38.972369 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c2fe71f5-e0d3-43da-85ad-9766750b2879 req-78c24bb0-fb66-4d0e-85a9-3d801339924c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0315611 Jun 20 12:25:39.550609 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f8683d8c-d9f6-4416-a5c7-26583421a1a4 req-204bb0dd-019c-410f-a47f-d90de5c4b681 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0304499 Jun 20 12:25:39.987457 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-54d5c97e-f679-4047-8949-c5cd35eabbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:40.121184 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-87010158-5a78-487b-8abc-5146c9e538b5 req-6251f988-88a6-45f9-a150-f0ab3cda43fb tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0373878 Jun 20 12:25:40.365031 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:40.733850 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8f9447a8-1cd6-4e90-8071-456c5e744cfd req-bd125596-fe2d-41f4-8279-49467301a0ae tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0333273 Jun 20 12:25:41.264636 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7f2ab728-b260-4da6-a734-1b87bc81758b req-c8c31c9a-a4f8-4da0-b496-5546cc39d488 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0310605 Jun 20 12:25:41.391070 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [req-7bac2cd0-2cbb-46af-845d-c89b650ac037 req-8b66cb33-60ef-4092-b9c2-429c847fecd2 service neutron] (92892) timed out ('10.222.0.30', 62340) {{(pid=92892) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 20 12:25:41.551598 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:41.871550 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ee13415b-dd00-483d-bacb-cf838b19f255 req-d9d5c4dc-96ba-4d77-b66a-1bbb48577310 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0290766 Jun 20 12:25:42.400665 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cb6ac0f3-1b44-4374-a57d-ad106a788e8f req-9be058ff-a9e2-45e3-97a3-02463d28b8ec tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0286276 Jun 20 12:25:43.008611 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b5d2fea3-62a4-4230-b44f-b2d536ff03fe req-2f361f93-fc87-400b-b7de-06ac8b81efa0 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0289884 Jun 20 12:25:43.298514 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:43.540600 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-89bddd4b-7bf2-4926-b483-4a05b382765b req-a99b5865-2f81-4a6c-8a8c-7724ee1fc29c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0326185 Jun 20 12:25:44.157198 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b417ccc4-2801-4038-bfda-a86f306c66c5 req-790b2957-3317-4619-85d1-f8019dd56ba8 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0323660 Jun 20 12:25:44.162588 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:25:44.676572 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-00880d1d-f760-408e-a283-72a93a770b30 req-3db07b85-5c00-41ed-bffb-37a8d4e8bb8a tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0288336 Jun 20 12:25:45.304850 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e0b8652d-090c-4cd4-ae01-ae579c6ec61d req-3b8742c8-d050-4141-ab20-53ab9860f4c7 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0274017 Jun 20 12:25:45.834381 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-48ff9e43-709d-4528-86a8-40ea2a943435 req-310834ad-324a-4ecb-93f8-ed472b12995f tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0281160 Jun 20 12:25:46.445495 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-33e2a9a7-3aee-4e3e-8ade-13fb6556e333 req-9b8e3e73-77cc-418a-928c-b3c6fd795177 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0303359 Jun 20 12:25:46.989920 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4474c377-0aee-4056-ac06-70321f6fc9a3 req-6b2a9a33-7b81-4d35-833d-43d94d4a9991 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0292897 Jun 20 12:25:47.583807 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ef3699f0-0e88-4717-a477-8953e82dc507 req-ab7a3992-e822-4f31-8af6-f80da3f8236f tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0296898 Jun 20 12:25:48.134654 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b13f9300-9318-45a4-8554-89c148d83dfa req-b33a052f-fede-4f8d-a6b3-99736864a6f5 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0338955 Jun 20 12:25:48.722937 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9158b561-d124-41e8-ab00-c25a668ec96c req-25d16335-acd2-4461-b16d-ba2d4acddb95 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0315177 Jun 20 12:25:49.271446 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-116c917d-a7fb-463b-82b2-8aae09657734 req-484067b4-1a5c-42f2-9cb9-ebbfd35d3e14 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0289860 Jun 20 12:25:49.864011 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-35ea4628-e10c-4712-922b-2e5df60bfcc5 req-bc87a134-9cda-4674-9b1a-9cfb1cf3044d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0289643 Jun 20 12:25:50.197144 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:25:50.411393 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2c9f3297-1819-4291-9499-1bf3e71decd4 req-643b3f3e-542a-4906-9acd-26a3226a2e33 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0296400 Jun 20 12:25:51.004118 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3d15f33b-ccbe-4d48-bc1a-ae0e37868a63 req-ffdbfbad-df38-4168-a5c6-da8911eb6a08 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0280261 Jun 20 12:25:51.561256 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-47149e16-13d7-491e-b36c-956b4e890ac0 req-5fd2863d-11ba-48ea-ab12-0afd4114769e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0269539 Jun 20 12:25:52.162920 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-900eaa40-e7b9-414b-9cf4-912d563bfa7a req-9ac889b9-6994-4573-9c8b-e4abab0b7db2 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0472748 Jun 20 12:25:52.771016 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-80afda88-b68c-42e1-a279-ed06723ee03c req-d378504d-6202-476e-873a-cb6fb185dce7 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0313094 Jun 20 12:25:53.318263 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-dbaaeb23-fe67-4325-99e4-82ee9d0f4576 req-0e6b2586-c787-49ad-92a2-1676a900410e tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0329041 Jun 20 12:25:53.933369 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-aac94669-353e-44d5-bbf6-690259109279 req-94873d70-d887-476f-a787-531e68a6d785 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0356054 Jun 20 12:25:54.465451 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3c1c3dd2-2f28-497d-8ee4-86e87a850e42 req-2b6e0539-3e3a-473d-bfab-eb1a3f03b209 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0286722 Jun 20 12:25:55.072055 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c37e7f39-0f0b-4b9c-9dfa-75ff0df9f29a req-e6c14bbd-4318-4f68-bcad-24174b0cbedc tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0277696 Jun 20 12:25:55.602585 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1d39eb2c-0557-43f0-b893-5016ce53bd5f req-3e84c945-4da5-4a0e-9a61-fa54fb49160f tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0286770 Jun 20 12:25:56.209296 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-08c2551c-5144-403c-976c-33aa0a8a6d4e req-6c19c2df-7708-48a4-91c3-4096651d999b tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0287788 Jun 20 12:25:56.741438 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c66bc985-3aac-4ed9-bb75-8ca8b0fb6ec2 req-d4e39af9-a1ca-43b4-b1a1-3d516719ef04 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0281897 Jun 20 12:25:57.351451 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a5a6d17c-28db-47cf-8141-00e53c9a271e req-d60d2cad-6d0b-4d5c-a48a-42b33c8d0c24 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0309081 Jun 20 12:25:57.881201 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f925411a-f144-432a-bcc9-1f1384065b49 req-54e896a2-922f-4e51-8ea3-a9c76666f8fe tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0310550 Jun 20 12:25:58.491777 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cb9e156b-ad8d-4b6e-96e5-cb2de6eeb08a req-5b2fcf51-cdf4-430c-b9df-417224a911d0 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0298951 Jun 20 12:25:59.027243 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-06c422d9-d567-4aa3-8296-bcda9ff1f85f req-4203d7fc-6c0b-4701-983d-9f9a9cea59e9 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0282564 Jun 20 12:25:59.634608 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bc0b2af2-49af-4673-bc74-387e329e13dc req-6a2772d8-0cd1-4437-9c72-70ba07dcb39e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0289631 Jun 20 12:26:00.164267 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d8fdd8a1-04ed-445b-8ec3-1462938944c4 req-c0fe0dda-6230-4e3c-bd7d-21ef3f46bf5a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0277057 Jun 20 12:26:00.771657 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-76adff7c-d8ab-4b9c-b960-a1ebce661f3d req-31e367b3-5b7c-4c0d-ad9d-f2493657570f tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0281122 Jun 20 12:26:01.304832 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d1b35b2b-d168-46b4-9370-c290e65781fb req-7bb66b91-fc7b-4c7a-947e-748bd1c24968 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0289817 Jun 20 12:26:01.912909 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-18c61421-3a3b-40d1-8c3a-b34d5d7f0d28 req-2aaad0e6-d724-41fb-8be6-dcce6c51f0cc tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0317717 Jun 20 12:26:02.448385 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e51cb642-d704-4d57-9212-27155df4af0c req-ac723fd8-a85f-4e40-92d0-c422209274a0 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0313392 Jun 20 12:26:03.056039 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-df659aea-3bcc-429b-98ca-1e2064b28d6d req-862b7e8d-d1d9-4fff-914b-bc7ba951e15a tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0277481 Jun 20 12:26:03.590544 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-79302005-8dcd-4852-940a-396afdb24b3b req-c0be53f5-df0d-468b-9774-da7263a2d200 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0278177 Jun 20 12:26:04.200438 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-60c272fc-125b-47ca-9dee-553ead6c3d1b req-25341464-a140-4c68-9d13-a6904fb9d5ae tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0293877 Jun 20 12:26:04.731826 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-31eaaf50-0570-4ce2-a458-90e9cc400f69 req-3d156567-5ec3-4c57-9761-897574bde81b tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0274708 Jun 20 12:26:05.341156 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d8e930c7-b150-4654-8fc5-49599716be8f req-309686f6-b8f4-4b52-ab3c-6f2eb63e98fa tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0285006 Jun 20 12:26:05.818530 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-915fa1a5-bb46-4a6f-b00d-18074deec384 req-e4a2ab81-e2f1-44a7-a4fb-5c36f615710e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584006 Jun 20 12:26:05.880790 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-adf6a211-29e3-4510-a0b4-59a34582f0e8 req-7b63eea2-020e-4253-8847-35fadf86b22a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0322857 Jun 20 12:26:05.913978 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fa1a5-bb46-4a6f-b00d-18074deec384 req-da85e2d9-c473-44d8-9cdd-5cf510da108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:26:05.915445 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-915fa1a5-bb46-4a6f-b00d-18074deec384 req-da85e2d9-c473-44d8-9cdd-5cf510da108b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 1099 time: 0.0580049 Jun 20 12:26:06.024172 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fa1a5-bb46-4a6f-b00d-18074deec384 req-cf0044b9-3d76-49bb-af67-6fb00ad150f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:26:06.025548 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-915fa1a5-bb46-4a6f-b00d-18074deec384 req-cf0044b9-3d76-49bb-af67-6fb00ad150f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 920 time: 0.0886397 Jun 20 12:26:06.069545 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-915fa1a5-bb46-4a6f-b00d-18074deec384 req-4390bd82-a6e3-4fbd-b9db-a6eb19257fb4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ccfb74d-f675-4d5a-8721-2d96c7935350 HTTP/1.1" status: 200 len: 217 time: 0.0363169 Jun 20 12:26:06.120323 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fa1a5-bb46-4a6f-b00d-18074deec384 req-9a9c867c-e7c7-4d4b-b386-a7cf215685e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:26:06.121808 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-915fa1a5-bb46-4a6f-b00d-18074deec384 req-9a9c867c-e7c7-4d4b-b386-a7cf215685e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0bca940-04b5-4092-a25a-ee3a37d4ce47 HTTP/1.1" status: 200 len: 859 time: 0.0447860 Jun 20 12:26:06.156058 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-915fa1a5-bb46-4a6f-b00d-18074deec384 req-c3705f7f-26f1-4537-af56-2b6ba8c7be8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a060551e-4666-489f-af6c-22591d5d515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278707 Jun 20 12:26:06.250101 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-915fa1a5-bb46-4a6f-b00d-18074deec384 req-1a3adbdf-f4c4-4dca-95f3-5572ee8a5b71 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879681 Jun 20 12:26:06.343505 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-915fa1a5-bb46-4a6f-b00d-18074deec384 req-422ea2e5-c35d-4477-8c84-b57fac421d8a service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873351 Jun 20 12:26:06.481574 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8f66e19c-4e17-4703-af92-a52dfdcfd1ed req-5a0b5d7a-2837-4eb2-8767-fd1dd584a4af tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0282791 Jun 20 12:26:07.027332 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6941106c-4293-4f11-8ce7-0c14640bf55e req-b7603d92-4f36-44a1-9956-4c84181f4127 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0334947 Jun 20 12:26:07.621667 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b1afa200-4e05-4d6b-807c-be1017ba2ada req-d223dea6-dff1-4aa8-b1a6-f1e5f44db640 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0313823 Jun 20 12:26:07.886951 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f2f389fe-c0b7-4a7c-b1dd-c916b8bc46a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:26:08.170824 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-62859e9f-649e-4578-a3f8-36d3148e3b04 req-b8f22d98-b78e-4e25-a2ba-6a6baffb3f22 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0297241 Jun 20 12:26:08.761784 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6999154d-cef1-4d3a-91e8-9605bd4e34a8 req-76aa5a8d-7366-491d-ab59-bdee3892361d tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0287042 Jun 20 12:26:09.312119 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1456f8a4-1766-4577-8c77-47bd37b532b0 req-c3be2f96-bd89-4bba-a226-309f7705613e tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0282388 Jun 20 12:26:09.904518 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-caa56a28-d97e-43c2-9c77-112bc68223f6 req-2cf99b12-105d-4edb-8a96-d4e23dd14fb9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0288723 Jun 20 12:26:09.990304 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-757f4f53-f71c-4061-9ad1-ca232515f87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:26:10.376596 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:26:10.468219 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-63659378-d81b-409f-a05c-6b3f1c5d0cd3 req-26391161-8cc4-41f3-8e19-c0c6d031a3be tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0282469 Jun 20 12:26:11.046094 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c06cd227-1f5d-4101-90ed-8d92bde74616 req-83722f15-9ecc-4b71-8136-2e3544e7144e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0278645 Jun 20 12:26:11.560917 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:26:11.628263 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1cabbd78-0302-41fa-87f3-7567a68059a4 req-4fee835f-e652-4805-94ac-764c60b603d0 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0330451 Jun 20 12:26:12.192801 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9ec10907-35f4-4ae3-aae1-e13482dc8804 req-4540b9aa-832b-46fe-a89b-974806fab86a tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0330513 Jun 20 12:26:12.772393 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e7886292-e009-4e48-9769-090ac3d4e822 req-d59ef944-c40a-443e-adf3-6635d924f565 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0291548 Jun 20 12:26:13.291283 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:26:13.340480 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a968df61-aa70-4115-8817-3ff2b2e66b6c req-87a1d52f-e0da-43ec-8cbf-2eaddca0a5e5 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0293252 Jun 20 12:26:13.916915 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d6be3641-9fba-4403-8f47-08de4c51c082 req-7fd65add-f29b-48ed-bf7e-10de7c89e11b tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0285847 Jun 20 12:26:14.477226 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7b672c4b-6ef5-4607-a0c7-2449ba1fcab7 req-171d52f7-b346-4287-b77a-d90f3fa229a8 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0272472 Jun 20 12:26:15.056477 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1d783bab-5b81-4ad3-869c-05197630f041 req-f39d1b58-f803-473c-b44f-509b1103c1b6 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0283978 Jun 20 12:26:15.616606 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-26908c53-b1dc-4263-ad2a-b5653211cdfd req-f3f88e6f-4277-487d-97cf-93449e7ce3c0 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0275712 Jun 20 12:26:16.200062 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-84b56071-e706-4d9e-81cc-74e9114c9b50 req-2b44a298-c260-4c77-8377-21c4e14d7cdd tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0322726 Jun 20 12:26:16.777308 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f6b66531-6728-45e6-9871-84fe83d54571 req-8ac2ec35-b4b8-42ce-8d58-129853f95aed tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0348260 Jun 20 12:26:17.370266 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a4a58bd0-1e58-49c4-a876-2ee9d388f568 req-802db214-1058-45dc-b54e-822bb23b5a16 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0284762 Jun 20 12:26:17.931393 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e6dd4ac5-cf7e-4497-829c-9c9e5b811231 req-583e1c1d-46a4-41cf-96a9-2363cd8ca0c5 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0281615 Jun 20 12:26:18.515480 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1d10676a-c5e0-4321-a4aa-21f3e22d7551 req-220becd5-a4b6-4fce-a252-13b4e96bb9b5 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0310233 Jun 20 12:26:19.069876 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c470e287-e30f-4249-ad2d-7093694b48e4 req-c4c018e7-049c-4e63-acc9-b37427d73aa0 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0279503 Jun 20 12:26:19.654536 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-922081f9-4e10-40eb-8f7a-64af1f4ec621 req-f9b8ade6-98ad-4b2c-903a-9799609b5c70 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0291603 Jun 20 12:26:20.197640 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:26:20.222820 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4775119e-0707-45a6-99b8-192ca3377b93 req-ea742aa7-18af-4cf5-a621-d2f85995f4eb tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0336132 Jun 20 12:26:20.796532 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4140d318-fad9-40b8-a2ff-19f40ee3c175 req-b79b8c01-4dde-426f-bfb8-00e05d7fd034 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0318675 Jun 20 12:26:21.161511 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:26:21.363454 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-edcecd32-e8f1-479f-9884-df3e334a69b2 req-e0b3828a-e635-4a63-9090-1d91a25dceaa tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0310142 Jun 20 12:26:21.940023 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0dbfca09-0312-4997-a273-3dcb85d5dfb6 req-d3687e2c-6ff1-4f2e-ba7a-9409f8781a92 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0277090 Jun 20 12:26:22.508154 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2b3bffb6-c0ef-4172-a3aa-d3f5d84a4a5e req-1c247ec7-565c-4bdb-b660-3daf92cb2b34 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0282025 Jun 20 12:26:23.085231 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a631e387-4f11-4755-b169-b13e9199d927 req-693311b1-ac50-4fe2-babb-bd14c8e01ea5 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0297613 Jun 20 12:26:23.647655 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5e081655-bb06-4ea9-a30c-ca5cf1af9082 req-8cba8ba8-0381-40bb-97ff-0f777b648087 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0279086 Jun 20 12:26:24.227296 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6790f796-581f-4a5f-878e-a520327fa7b5 req-79b859f8-4061-44f9-a706-0a3ee2c0c5e4 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0295780 Jun 20 12:26:24.789100 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-999449b2-2498-4724-bfc8-2d8007a8ed0a req-23edd9c2-86b8-4471-8c89-ed84c749684c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0275314 Jun 20 12:26:25.371410 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-42c68a7e-cf00-44db-9eb0-5504579f3e99 req-50a2b547-0dc1-42e4-ae5e-3f1cf7717ed9 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0346863 Jun 20 12:26:26.189610 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4d03690d-99f1-43c2-9b64-67680eb1624d req-8a0d90c9-15ab-4845-80c8-1e4370d8a8ac tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.2897322 Jun 20 12:26:26.516006 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ee9840b1-8b1c-4d24-a964-589940d7251d req-4b13bf4c-58b4-4e97-b790-d40cd8aa4b49 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0290041 Jun 20 12:26:27.331238 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-263d0727-c482-451e-9900-1529dad089ec req-962c05a2-447c-4186-8c1b-81bfd0b0a61f tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0285356 Jun 20 12:26:27.655433 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-604d3165-ef37-4e38-a221-b70c6788cff3 req-f36e65e1-c650-46b6-8f30-002ba88b0dae tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0293157 Jun 20 12:26:28.470263 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-759728bf-0e7c-46a7-94b7-df44638371d8 req-2af4de9c-0947-4c52-9ce2-a552a8f1591d tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0274782 Jun 20 12:26:28.792325 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-bddad0dc-202a-4140-92df-04e7ebbdc252 req-5c1c22c3-13d6-4ff3-891b-382b010cf901 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0278366 Jun 20 12:26:29.613293 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9b07d49b-6966-48bb-98fd-40d8b7be6001 req-0b1601dc-db83-499a-987f-d4a53bd96bb1 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0285566 Jun 20 12:26:29.935471 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d9286fc7-339c-44c4-bd74-eb7d69625cee req-e82e2589-16a3-4e83-b354-b7cf92016a98 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0326693 Jun 20 12:26:30.758129 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c7d08000-85a2-4569-b7d3-ad7dea6b4066 req-ab1ed54f-ae16-4330-a2bc-6969509f3e94 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0307846 Jun 20 12:26:31.080350 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8112f98d-b98a-4797-ae23-fd4e0e4eebee req-c6301871-b472-4522-9789-7a2fce047393 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0290074 Jun 20 12:26:31.900956 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-83e1073e-c238-4634-891d-c1aff003590b req-4881b575-a10e-42ef-bae4-6d842efd257f tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0281992 Jun 20 12:26:32.219919 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f4c9776c-05cb-40af-a349-605790f25fb8 req-dd6147ee-c0d7-45ae-a3e3-78285ba32c17 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0286691 Jun 20 12:26:33.045987 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-28bfdd31-fc05-4bcc-98dc-7f3f74efa040 req-7d3738b2-e063-4261-a49c-7e6c0cb05b81 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0277367 Jun 20 12:26:33.380151 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4cbfdcc3-b1bd-4a08-a998-eae5d21fe7ba req-6d147801-3fd3-4d58-a442-d6f84a8e62f9 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0289862 Jun 20 12:26:34.242999 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-80eb6537-ca87-41fb-b8c3-c151c1988b45 req-9abe1844-f148-4fcc-b8b6-8466d7f29801 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0303435 Jun 20 12:26:34.541203 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-553c51f6-fe74-49c8-a907-b3c9aac5b754 req-a49b8856-14f5-47c5-bb06-2c93a45220de tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0388427 Jun 20 12:26:35.404777 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-67e9079a-8abd-4217-a27c-8001eb1912d9 req-2a82741b-de80-46e6-bd12-7358a83d6190 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0347302 Jun 20 12:26:35.684610 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9fc8641a-f9cf-4df2-bbd0-41bb6d75859f req-70e4919c-cb6f-4633-8c3e-81c3d6a83bab tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0299673 Jun 20 12:26:36.553021 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-105d99d7-5201-48ab-9ad3-d8ec35966c94 req-f836752d-7165-40b4-92f7-1bae286d3e30 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0272205 Jun 20 12:26:36.824619 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-5c24265b-c14e-4e94-8523-b70d20fc564f req-39628a84-86ee-4e16-a68f-5d6385651c24 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0291088 Jun 20 12:26:37.689277 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-774a9487-7f92-4a81-8005-0a39105fefbf req-1f9632a3-efc7-470e-b6af-c14ee81449a2 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0287094 Jun 20 12:26:37.887593 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-176e63f8-437a-4ae1-9c54-6d3b80d0d3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:26:37.964455 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-06132720-5529-4e8c-a79f-7e570761feea req-f542787d-19d2-4ccc-8f63-825b1afce633 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0268903 Jun 20 12:26:38.823019 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-74a112c6-2695-4213-8a4f-fcaf6370ef7d req-a5253266-657c-4c22-866e-38b0dce530bd tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0278561 Jun 20 12:26:39.103787 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-47bf75f1-ba26-42e0-9da5-ece952bac0a6 req-23963b34-b404-407e-b45d-a4ae863d6eaf tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0302219 Jun 20 12:26:39.962211 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-fab01226-9af9-4615-af91-f4dc794107f8 req-a7e2bf60-0da7-478c-bdee-548029f81970 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0309346 Jun 20 12:26:40.000760 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-687a759e-3dd6-499f-b45e-a84e1fe5ef85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:26:40.242712 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6a954cd3-d299-4054-a7e8-ee88cc183f76 req-2287fd6e-6c32-4a8c-aa73-16d7047a082e tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0282145 Jun 20 12:26:40.369451 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:26:41.100582 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-18a2e0b1-60fa-498d-90d9-8cc14f925537 req-7bd67a9a-6246-4ace-9c6e-54d9e2ae80c9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0270607 Jun 20 12:26:41.379120 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-069c5f6d-b3ad-4556-859b-ec77e754841e req-acfe65ec-040a-4c52-bf74-4cd0e6ed35cc tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0274098 Jun 20 12:26:41.556023 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:26:42.238481 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ef805936-232d-423c-a427-8fa7f9ba17ae req-74004c26-f2fb-4eca-875c-ff055c5253db tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0283964 Jun 20 12:26:42.517517 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b8ee27c3-b18a-468a-9a63-ed2fd4510ba8 req-a028c0ce-702b-47bf-9e0f-428420ac5c46 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0279150 Jun 20 12:26:43.292483 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:26:43.380280 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-54ae33a4-3714-41eb-91ef-0cc1fe62815c req-15b00b9e-72ed-49a4-9118-0d29fbc7fef9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0284920 Jun 20 12:26:43.659723 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a99d9949-38fb-46ac-95df-90ad921016cb req-a25508d7-757b-4d5b-8579-b301de68e77d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0309591 Jun 20 12:26:44.521775 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bbbff74b-f1b0-47c5-b249-828920725b37 req-c067977b-7be0-4976-b106-128d8338a9e8 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0322793 Jun 20 12:26:45.037200 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a0c5052a-bc70-4bbc-9bac-884e2ceaad23 req-66dfbce3-594e-47d0-b011-cec115e795ee tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.2661510 Jun 20 12:26:45.660989 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5ab82d67-efc3-4eb3-bbe3-556f96525928 req-d530d598-44ac-45a2-af53-bd275ec93431 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0276861 Jun 20 12:26:46.173079 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-934de552-20e2-457e-9819-1ecb0fce8874 req-52a76c97-b205-4d7e-bfa0-bf04dd1cb1c0 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0275559 Jun 20 12:26:46.798500 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-52870dcf-6968-46c4-963b-bcea30c3d32e req-9be161d4-0d7c-4db1-bbb0-3c39e77075a6 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0281751 Jun 20 12:26:47.416618 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-976ac3a6-79eb-4e22-8425-82b6c0b96015 req-c4cd5a1a-e665-423c-99b1-6ef522245725 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0343926 Jun 20 12:26:47.934711 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-503b1209-1baa-403c-9375-d161c665a877 req-087f65fb-e50b-4fb5-ab3b-b0f64dc10ae3 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0267544 Jun 20 12:26:48.556025 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-826398f0-63a9-4bb1-a4a8-dec4dba5ff45 req-b951a3b8-1510-4807-98de-5ce18a3e2017 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0282636 Jun 20 12:26:49.074635 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f8d168f8-1b5c-451f-8fa6-22776bc851e0 req-a326eff6-f556-4a50-9dfd-0409050f7857 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0310740 Jun 20 12:26:49.702468 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6cc14dea-6225-45d9-8611-9666a4887657 req-9135dfb2-8672-41a4-a07a-7f0812092b3f tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0304494 Jun 20 12:26:50.199304 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:26:50.231201 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-336c6e9a-fd03-40a8-a7e8-f0526a111ff5 req-d49584e1-b2c1-45d8-a465-cd5b7c275c5c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0400085 Jun 20 12:26:50.839586 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f6e712a8-1051-465b-a529-ed0228383598 req-9f8da74c-64a2-4824-9497-97c6a95f6e50 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0270386 Jun 20 12:26:51.367370 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8188a12e-0495-4e64-98a3-b40ea7648976 req-70b2a986-64c1-4633-9272-a6e75ce05bf0 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0292180 Jun 20 12:26:51.977654 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-277eb0e8-2b74-4bb3-a3b0-d94f5a0be746 req-821962c2-c043-4528-877e-d92d463ee3ef tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0286400 Jun 20 12:26:52.511109 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4255085e-e469-43c0-b819-7010d55c967f req-2b4062b8-94f6-493c-b693-05ff3b7edcee tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0280824 Jun 20 12:26:53.115613 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-fcb0777d-660a-4ea4-aeb5-2e64731ca10b req-20b18c63-cc6f-4c8f-b6b9-99f993111df4 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0287080 Jun 20 12:26:53.650600 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9cc688a4-45da-4ee3-b542-e3e06e81c7d9 req-d0aa7f32-04e4-4a0d-94eb-99055e72d626 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0319524 Jun 20 12:26:54.256092 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b547bc3b-a446-4b7e-ac2b-cfed34f3edaf req-131da51a-9633-4f6e-85cd-f75bd823f59b tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0304599 Jun 20 12:26:54.792871 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ef9145f4-fa51-429b-928e-19c8b481241d req-72f5f126-13b2-4edc-a121-e952f3f037c7 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0291846 Jun 20 12:26:55.395581 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a0c7e5e9-68a0-4c33-a6f9-9fc3038f0d57 req-a026c555-00f8-43b7-b16f-9a56d7b893ff tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0278296 Jun 20 12:26:55.930884 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-198e32d4-e0c4-47ca-b7f0-4b46c86701c0 req-6000d2c5-0845-4aeb-a465-01b15fe68b71 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0291541 Jun 20 12:26:56.535969 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-006ac994-8316-4eed-afd4-0ac0e2717562 req-5da53127-1cfe-4b28-9bed-eb9d8c085bbb tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0287509 Jun 20 12:26:57.065780 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8dbfc38b-d647-44c7-a126-e6b370fc7b79 req-b02e558e-477d-457a-bb5f-fc44ae71df53 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0271990 Jun 20 12:26:57.673846 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d431180f-5f64-4e66-b27c-a625aaad4b03 req-100ad96a-5bbf-4ca8-83d4-e6caee2744e7 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0280740 Jun 20 12:26:58.160331 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:26:58.210203 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-33e2b53e-fea4-465d-b1db-4500a57f78a2 req-eaed7529-86d5-4bc8-998d-af97c4f24457 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0310261 Jun 20 12:26:58.816427 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3de0481a-db7d-4020-b39e-ccd6296d70d4 req-0762e491-ec28-4d6b-ab2a-9e235fc3071b tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0318446 Jun 20 12:26:59.350839 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f5c13d55-fab0-46a1-8a95-81ce01f57df0 req-0950f345-2116-453f-80be-4d575153baac tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0280435 Jun 20 12:26:59.954088 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3db5aa5a-9eac-4a0b-9392-da4dbd4f4b17 req-e722598d-3335-49a5-9874-0070d4213966 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0281451 Jun 20 12:27:00.490758 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b389d40f-bf44-4658-b0e2-a9fbdaac47e6 req-f4c67a35-a6e2-49e3-a0d5-dca37ae43bdc tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0290380 Jun 20 12:27:01.089709 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-07d0fc2e-52bc-4cdc-a86a-c22700ab0c2d req-0dc1fdea-bc28-44f8-bebb-3da9f6794d0b tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0280643 Jun 20 12:27:01.628821 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8eecb519-96b0-4bc2-9dd5-e77be6c02553 req-ad2617de-78eb-4104-b8a3-c61fd1549662 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0288918 Jun 20 12:27:02.223605 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a26faf42-df6f-4203-9dec-5751884cfb7d req-7a32e456-da85-4e8e-805b-789ddf02651f tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0284114 Jun 20 12:27:02.771183 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e73330a6-bf56-4323-86a1-327b7ec1649d req-f928715b-173c-4fdd-84eb-50ee21535875 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0318944 Jun 20 12:27:03.367405 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6c5597e9-1c76-459b-9ce9-ce6c4ff65e67 req-6d2b55ed-c5d1-4191-9388-7d94d5aa4a5f tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0311928 Jun 20 12:27:03.913493 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6da8c693-e1e4-4aa6-b63a-2d267a8902e6 req-21fc861e-ad4e-4642-92cb-1f16a5826906 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0288327 Jun 20 12:27:04.504460 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c215fffa-c1ec-424a-876f-d9328ab4d9b6 req-fb323a92-15f1-4145-b6de-5f0475dc7b2a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0282812 Jun 20 12:27:05.051270 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-14a85240-8e69-44c8-a4b5-f22cb8fcf4fa req-be38a9db-a893-4620-94f3-a140bed47f48 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0277658 Jun 20 12:27:05.639791 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-03ca8cb0-a787-456d-83a3-f9ae274c5785 req-74d0c60c-f9f7-49c1-85b8-42fce15fd57f tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0275221 Jun 20 12:27:06.189903 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bf4e807c-011d-4e1b-907b-8c62478eff9c req-5f2a89e0-8efb-4713-8b19-17d7991603b8 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0280309 Jun 20 12:27:06.778363 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e855697c-a076-453d-8b06-f7d28cd60472 req-73a29833-9897-4f16-b026-e8ea7fb91b13 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0282807 Jun 20 12:27:07.334172 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1cff7a23-9d5e-433b-9e88-69e706647d19 req-7b2d6ea8-9bb4-45bc-bdbd-da0cfe825e18 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0315237 Jun 20 12:27:07.888821 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-de967de0-56d2-4992-ab61-2b670b2bfcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:07.922737 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-5e548376-f7d5-43d4-89c8-03804384e5ff req-795ce051-a933-4e54-ba08-860bb4a22620 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0316887 Jun 20 12:27:08.486083 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ce2315e9-6c18-4e59-9515-9d5462f7cf5f req-ba4f1038-ffb1-4d57-9b32-02a2574f64b8 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0392163 Jun 20 12:27:09.060110 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f6894bac-beef-4af1-97df-da757f6cbebe req-8182f2c8-0c9d-4a85-b7a9-091aee5d3d77 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0272627 Jun 20 12:27:09.622952 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f3002e04-88f2-4ab5-a5db-df5fdf94a41f req-a3139abb-1b8c-4148-b0e2-14fc61120dbb tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0293014 Jun 20 12:27:09.991693 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-46d90186-cd75-4dae-b8b5-767308e483bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:10.203988 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d6c203b3-4e28-40b0-8f01-9ca214252469 req-41ea6b99-2a9d-4435-ba32-0590848bde2b tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0282850 Jun 20 12:27:10.373922 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:10.761159 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-42247e1e-8862-4bbb-9525-f5a85db8055b req-780eb579-2200-4ca1-88a8-f1b65c30dad0 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0296226 Jun 20 12:27:11.345095 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4b398193-ccb5-4aec-8bb6-9633552e4a47 req-07a3fbab-e4fd-4e90-a47a-55576da5d810 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0290408 Jun 20 12:27:11.559863 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:11.914317 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cd7be536-3367-4343-bf5f-b9737e756ffc req-02fe2deb-5477-485a-9236-f78d1d6b3726 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0398133 Jun 20 12:27:12.493884 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c5acc03a-1a8f-489a-8915-4b4f563fb188 req-9b9dd5e0-9d2e-47c2-965a-75defbca153b tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0327165 Jun 20 12:27:13.061960 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1550388e-01a7-4006-b399-a3eb9ccc4061 req-e7c8e145-5ee3-41a4-abe5-e87e6ace711b tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0282180 Jun 20 12:27:13.296274 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:13.642304 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c56b35ad-fc16-4320-9fd9-40552256cf37 req-b0c239d6-3652-4ef8-a339-b20b4b3dedff tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0329602 Jun 20 12:27:14.200683 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1acb503c-956e-4986-b7fb-19606eb6c8ad req-181b17d8-543f-4050-9e43-e0821ce0dd5b tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0283878 Jun 20 12:27:14.784788 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a1f9b6d6-b749-4a25-a485-1060536f3a14 req-1184034c-acd5-4d69-8abe-3507bc2720ba tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0280585 Jun 20 12:27:15.339767 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-87d6df0c-4a25-41fb-aa04-f28d1c359fbd req-62d59c5c-dfa8-453a-aef3-1f556210fabd tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0280323 Jun 20 12:27:15.922842 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-444d1003-94cf-4897-a95c-df26e619be6a req-9e0cfcc2-83bf-43bf-a7c3-cf3677f2d4f8 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0283325 Jun 20 12:27:16.480959 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d0087750-47b1-4c06-8e27-5694dfbe094b req-699cd520-ae21-484e-aa60-c36a12196da7 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0310283 Jun 20 12:27:17.071304 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3b7d2168-dae6-4ac4-8d47-2aa1ce3b8d42 req-9082d75c-3264-4c3b-bb13-9709bdb347a7 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0321002 Jun 20 12:27:17.628031 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-223c4bf7-c5b9-487a-8a3a-c36befe5572a req-7145af2c-bae9-496b-8dae-946ec708cd7e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0324764 Jun 20 12:27:18.209735 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f472d4a7-9a1e-49b3-8163-9c28c1d398b4 req-175921fa-0933-46cc-b6a5-45a6c4deede5 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0276809 Jun 20 12:27:18.765521 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-84d33ea4-c2ab-434f-b83a-d3c67c92c5d4 req-f26b8a9c-aab5-45ee-8702-84859476be2b tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0287397 Jun 20 12:27:19.346563 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-eec29e51-8397-4036-8cb8-7de8b1449c38 req-05129bc1-5a65-4811-9b00-bb5a9fe1f909 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0283136 Jun 20 12:27:19.901440 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-54264901-bbde-4676-b5b1-88deadc98fea req-2f6ffb62-8e7e-4ff0-8807-05c2862a57ab tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0279503 Jun 20 12:27:20.200895 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:20.482884 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-beffe652-a452-4029-9a5e-7c9c122aa628 req-bb55be42-bd38-4d26-9e25-35187b16290b tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0278680 Jun 20 12:27:21.042751 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5582f0ca-998c-4e71-a576-eb851fc3823d req-3e724435-4c07-4cfc-aacf-9ad50e804dca tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0314679 Jun 20 12:27:21.625466 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c318010c-b4bf-4339-bd85-b56f0805eace req-191c598e-fca7-483b-91b3-6386179d40ab tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0304339 Jun 20 12:27:22.181304 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5760c0d9-ee4b-475f-9c7d-41d1598e6ff1 req-417fd37f-b4bc-4238-9921-86d334822f05 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0283327 Jun 20 12:27:22.760994 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-af563be3-7bc5-4858-900b-f4ea49aabc5d req-0a9daf4f-f019-4ade-8655-73027b6e3929 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0272126 Jun 20 12:27:23.317607 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-77003a5c-fd4a-468b-9f92-65a1cb9f2cc6 req-8a259fed-96cd-436f-ae5b-98b4a511b04b tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0280950 Jun 20 12:27:23.901238 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4a2cb4a8-b7a7-4588-8c74-529009082d32 req-937feb6a-8057-41d4-896f-38aa6cff161b tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0287530 Jun 20 12:27:24.453226 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cf2cb1cf-ce84-4ae3-a5fd-2381768e4ca8 req-16cd0d66-762c-4a46-acc0-974b9b4290c0 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0275369 Jun 20 12:27:25.039073 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a5f32754-8fac-4537-94f9-4085ea3f9591 req-dad13289-7ab8-471e-b456-459a044de185 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0292013 Jun 20 12:27:25.594902 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f37fc538-fa7f-4588-9646-ee9e82f343ac req-7c8c7824-9f92-49f0-9abb-e63c8a60d9f8 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0319269 Jun 20 12:27:26.185583 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-76c909bb-a98a-4318-b484-891b258780f6 req-ac2a46b9-ceb2-451d-a2d2-fa0960a33487 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0308943 Jun 20 12:27:26.741621 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0a405932-3884-43fd-8a9b-2248ea6d8356 req-b4b84b74-0f7a-482d-876e-e2fa9cc7c70e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0282929 Jun 20 12:27:27.329265 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6991a672-d990-4eff-9965-fd4ba874b6b8 req-a70334f8-a0ba-453e-8669-c2c509dff419 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0297740 Jun 20 12:27:27.878497 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-75fccd0c-88fe-47c2-8955-9cc44fe2e29e req-ed1dacda-f501-484d-b0b5-068c2d2e1dcb tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0279818 Jun 20 12:27:28.468200 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-90255c85-036f-4d06-a480-6061fc270ec9 req-23e124fc-f940-472a-acb5-324131fae1eb tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0274887 Jun 20 12:27:29.038358 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-69f34e49-7d80-4f2c-9343-884df2b8c2fb req-2da1abc5-40bb-4d1e-8637-8db1e058fee5 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] 10.222.0.25 "GET /v2.0/ports?device_id=85d2c975-356f-458c-95b5-88c293044dce HTTP/1.1" status: 200 len: 210 time: 0.0327852 Jun 20 12:27:29.608394 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d75e7a6a-b91a-42f3-84b3-0f5c070159a7 req-f089392c-b279-4507-9263-d136cc5a6f80 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0279210 Jun 20 12:27:30.765562 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-fbf3ddbf-be71-4406-88d0-3b1e4a120efa req-27c1a6c3-4e5f-4c3d-9b2b-8b2375ad3944 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0383453 Jun 20 12:27:31.020443 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 43966) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:27:31.485222 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477133'] for router_interface, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:31.740720 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Deleting port c232d57e-685e-446a-8dca-665533572afd {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:27:31.740983 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:31.825473 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] For port c232d57e-685e-446a-8dca-665533572afd, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=c232d57e-685e-446a-8dca-665533572afd,segment=NetworkSegment(435c6230-5a8d-4494-9d37-380b35b7a765),segment_id=435c6230-5a8d-4494-9d37-380b35b7a765)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:27:31.825826 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:31.891677 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Calling delete_port for c232d57e-685e-446a-8dca-665533572afd owned by network:router_interface {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:27:31.933383 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cf35d9b3-11a8-4916-a30e-b74e3daefb20 req-407cd513-91c2-4407-b5ff-21e6c3734bb7 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0391469 Jun 20 12:27:32.105023 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:32.108116 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-2001f82d-7975-491c-b003-a0174b27d3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:32.132088 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=c232d57e-685e-446a-8dca-665533572afd,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:32.143429 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:32.143833 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:32.144191 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:32.144631 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:32.145100 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:32.145687 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:32.146324 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:32.146797 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:32.147439 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:32.147657 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:32.154954 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:32.154954 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:32.174625 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:32.335552 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-477041'] for router_interface, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:32.553683 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Router 2acaff23-3fc5-4c5d-91ec-5d24793e112f has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:27:32.661451 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:27:32.667611 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] 10.222.0.25 "PUT /v2.0/routers/2acaff23-3fc5-4c5d-91ec-5d24793e112f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6457131 Jun 20 12:27:32.670046 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 43984) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:27:32.670734 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662dd3f5-c1b3-4c40-ad10-e7d093b5e0c7 None None] Sync routers for ids ['2acaff23-3fc5-4c5d-91ec-5d24793e112f'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:27:32.681095 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662dd3f5-c1b3-4c40-ad10-e7d093b5e0c7 None None] Routers {'2acaff23-3fc5-4c5d-91ec-5d24793e112f'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:27:32.681709 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-662dd3f5-c1b3-4c40-ad10-e7d093b5e0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:27:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['2acaff23-3fc5-4c5d-91ec-5d24793e112f'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:27:32.774350 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7a505c6d-60c3-4417-b5a1-7e1326088044 admin admin] Notify callbacks [] for router, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:32.792717 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-662dd3f5-c1b3-4c40-ad10-e7d093b5e0c7 None None] Set router 2acaff23-3fc5-4c5d-91ec-5d24793e112f gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:27:32.879679 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7a505c6d-60c3-4417-b5a1-7e1326088044 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:32.934891 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-7a505c6d-60c3-4417-b5a1-7e1326088044 admin admin] Deleting port 68b0740d-1ee1-446d-b33b-2e5819cb500d {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:27:32.935241 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7a505c6d-60c3-4417-b5a1-7e1326088044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:32.966193 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-662dd3f5-c1b3-4c40-ad10-e7d093b5e0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'name': 'tempest-TestMinimumBasicScenario-1702830062-router', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:47Z', 'updated_at': '2021-06-20T12:27:32Z', 'revision_number': 5, 'project_id': 'f5e319e97743435382759743d17c629f', 'gw_port': {'id': '68b0740d-1ee1-446d-b33b-2e5819cb500d', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:48Z', 'updated_at': '2021-06-20T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:27:32.993402 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662dd3f5-c1b3-4c40-ad10-e7d093b5e0c7 None None] Checking router: 2acaff23-3fc5-4c5d-91ec-5d24793e112f for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:27:33.001674 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662dd3f5-c1b3-4c40-ad10-e7d093b5e0c7 None None] Routers {'2acaff23-3fc5-4c5d-91ec-5d24793e112f'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:27:33.002305 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-662dd3f5-c1b3-4c40-ad10-e7d093b5e0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:27:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['2acaff23-3fc5-4c5d-91ec-5d24793e112f'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:27:33.023427 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-7a505c6d-60c3-4417-b5a1-7e1326088044 admin admin] For port 68b0740d-1ee1-446d-b33b-2e5819cb500d, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=68b0740d-1ee1-446d-b33b-2e5819cb500d,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:27:33.023781 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7a505c6d-60c3-4417-b5a1-7e1326088044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:33.090551 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-7a505c6d-60c3-4417-b5a1-7e1326088044 admin admin] Calling delete_port for 68b0740d-1ee1-446d-b33b-2e5819cb500d owned by network:router_gateway {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:27:33.091239 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-65f3e7ef-9cd3-415c-a09c-5e9d55108ca4 req-3db344b8-907c-4f82-88b8-be2d9ff75fd8 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=20864dde-4980-49da-b051-15408cd1f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0324984 Jun 20 12:27:33.093947 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-662dd3f5-c1b3-4c40-ad10-e7d093b5e0c7 None None] Set router 2acaff23-3fc5-4c5d-91ec-5d24793e112f gateway port host: None {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:27:33.153791 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-662dd3f5-c1b3-4c40-ad10-e7d093b5e0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'name': 'tempest-TestMinimumBasicScenario-1702830062-router', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:47Z', 'updated_at': '2021-06-20T12:27:32Z', 'revision_number': 6, 'project_id': 'f5e319e97743435382759743d17c629f', 'gw_port_host': None}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:27:33.179584 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662dd3f5-c1b3-4c40-ad10-e7d093b5e0c7 None None] The sync data for ids ['2acaff23-3fc5-4c5d-91ec-5d24793e112f'] in dv-cinder-794962-4-iscsi is: [{'id': '2acaff23-3fc5-4c5d-91ec-5d24793e112f', 'name': 'tempest-TestMinimumBasicScenario-1702830062-router', 'tenant_id': 'f5e319e97743435382759743d17c629f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:47Z', 'updated_at': '2021-06-20T12:27:32Z', 'revision_number': 6, 'project_id': 'f5e319e97743435382759743d17c629f', 'gw_port_host': None}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:27:33.275592 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7a505c6d-60c3-4417-b5a1-7e1326088044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:33.277940 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-8e90dbe8-7660-489e-996d-bf7d60dc0f48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:33.308084 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a505c6d-60c3-4417-b5a1-7e1326088044 admin admin] Pushing event deleted for resources: {'Port': ['ID=68b0740d-1ee1-446d-b33b-2e5819cb500d,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:33.311921 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-7a505c6d-60c3-4417-b5a1-7e1326088044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:33.374561 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7a505c6d-60c3-4417-b5a1-7e1326088044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504413'] for router_gateway, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:33.469183 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7a505c6d-60c3-4417-b5a1-7e1326088044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3194'] for router, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:33.471139 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7a505c6d-60c3-4417-b5a1-7e1326088044 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:33.517801 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7a505c6d-60c3-4417-b5a1-7e1326088044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475154'] for router, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:33.518344 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a505c6d-60c3-4417-b5a1-7e1326088044 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2acaff23-3fc5-4c5d-91ec-5d24793e112f {{(pid=92892) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 20 12:27:33.523326 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7a505c6d-60c3-4417-b5a1-7e1326088044 admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:33.525428 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-7a505c6d-60c3-4417-b5a1-7e1326088044 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2acaff23-3fc5-4c5d-91ec-5d24793e112f HTTP/1.1" status: 204 len: 168 time: 0.8535249 Jun 20 12:27:33.527416 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 43994) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:27:33.582827 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1865ba-0251-463c-ae4d-de40d60aed22 admin admin] Deleting subnet 96c486f4-675b-440c-bf65-e83ba8d1d3ba {{(pid=92892) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 20 12:27:33.586728 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2b1865ba-0251-463c-ae4d-de40d60aed22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:33.640031 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2b1865ba-0251-463c-ae4d-de40d60aed22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7989800'] for subnet, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:33.720595 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2b1865ba-0251-463c-ae4d-de40d60aed22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1363053'] for subnet, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:33.778372 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2b1865ba-0251-463c-ae4d-de40d60aed22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8239984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7266127'] for subnet, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:33.780799 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-f027a5d4-4e10-414b-9baf-148df63f2efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:33.808080 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1865ba-0251-463c-ae4d-de40d60aed22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c486f4-675b-440c-bf65-e83ba8d1d3ba,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:33.811098 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-2b1865ba-0251-463c-ae4d-de40d60aed22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:33.812074 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2b1865ba-0251-463c-ae4d-de40d60aed22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:33.817432 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-2b1865ba-0251-463c-ae4d-de40d60aed22 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/96c486f4-675b-440c-bf65-e83ba8d1d3ba HTTP/1.1" status: 204 len: 168 time: 0.2854781 Jun 20 12:27:33.818711 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 43996) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:27:33.819109 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf948fa-1543-417d-a455-52203cad6d3f None None] Network 82111675-daec-478c-ba9b-ab71752a00c6 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:27:33.889714 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613649'] for network, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:33.964139 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device c232d57e-685e-446a-8dca-665533572afd no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:27:33.971127 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Deleting port 69319215-829b-45ee-b74b-8ef20a563884 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:27:33.971826 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:33.986877 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: c232d57e-685e-446a-8dca-665533572afd {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:27:33.987498 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device c232d57e-685e-446a-8dca-665533572afd not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:27:34.043686 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] For port 69319215-829b-45ee-b74b-8ef20a563884, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=69319215-829b-45ee-b74b-8ef20a563884,segment=NetworkSegment(435c6230-5a8d-4494-9d37-380b35b7a765),segment_id=435c6230-5a8d-4494-9d37-380b35b7a765)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:27:34.044045 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:34.049995 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] DHCP port deletion for 82111675-daec-478c-ba9b-ab71752a00c6 request from dv-cinder-794962-4-iscsi {{(pid=92894) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 20 12:27:34.104436 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] Deleting port 69319215-829b-45ee-b74b-8ef20a563884 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:27:34.104829 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:34.123509 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Calling delete_port for 69319215-829b-45ee-b74b-8ef20a563884 owned by network:dhcp {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:27:34.177431 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] For port 69319215-829b-45ee-b74b-8ef20a563884, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=69319215-829b-45ee-b74b-8ef20a563884,segment=NetworkSegment(435c6230-5a8d-4494-9d37-380b35b7a765),segment_id=435c6230-5a8d-4494-9d37-380b35b7a765)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:27:34.177849 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:34.232569 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:34.236825 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-fb1c5e08-7e39-454d-a960-2865a05ad54d tempest-VolumesNegativeTest-1093282059 tempest-VolumesNegativeTest-1093282059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:34.249285 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] Calling delete_port for 69319215-829b-45ee-b74b-8ef20a563884 owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:27:34.268331 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=69319215-829b-45ee-b74b-8ef20a563884,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:34.273791 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] No DVR routers for this DVR port 69319215-829b-45ee-b74b-8ef20a563884 on host dv-cinder-794962-4-iscsi {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:27:34.281732 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.282106 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.282467 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.282820 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.283170 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.283520 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.283862 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.284205 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.284546 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.284884 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.285251 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.286065 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.305502 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:34.353246 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:34.356980 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cb901434-58cd-4bb5-9eca-af862b75f05f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:34.359850 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362930', 'neutron.services.segments.db._delete_segments_for_network-8766931108819'] for network, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:34.370230 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.services.segments.db [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82111675-daec-478c-ba9b-ab71752a00c6']}} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:27:34.381178 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.services.segments.db [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435c6230-5a8d-4494-9d37-380b35b7a765') {'for_net_delete': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:27:34.381682 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.services.segments.db [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435c6230-5a8d-4494-9d37-380b35b7a765') {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:27:34.392037 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] No DVR routers for this DVR port 69319215-829b-45ee-b74b-8ef20a563884 on host dv-cinder-794962-4-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:27:34.392734 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766931108648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7115730'] for segment, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:34.393756 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] Pushing event deleted for resources: {'Port': ['ID=69319215-829b-45ee-b74b-8ef20a563884,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:34.403393 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.403724 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.404636 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.404636 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.405079 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.405079 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.405445 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.406381 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.407002 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.407404 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.407790 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.408395 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:27:34.413268 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:34.416039 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:34.422250 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=92893) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 12:27:34.422633 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7324577'] for segment, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: Traceback (most recent call last): Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: timer() Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: cb(*args, **kw) Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: return func(*args, **kwargs) Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: self._notify() Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: self.callback(batched_events) Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: event.method(event) Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: aggregate_uuid = self.p_client.list_aggregates( Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: return f(self, *a, **k) Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: return self._get(url).json() Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: return self.request(url, 'GET', **kwargs) Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: base_url = self.get_endpoint(auth, allow=allow, Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 20 12:27:34.424228 dv-cinder-794962-4-iscsi neutron-server[92893]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 20 12:27:34.481121 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504450'] for network, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:34.484722 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-c6120bf4-7081-4c69-beb0-4fffa79d1956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:34.487154 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:34.488863 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] 10.222.0.25 "DELETE /v2.0/networks/82111675-daec-478c-ba9b-ab71752a00c6 HTTP/1.1" status: 204 len: 168 time: 0.6687970 Jun 20 12:27:34.492298 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 44012) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:27:34.499465 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Pushing event deleted for resources: {'Network': ['ID=82111675-daec-478c-ba9b-ab71752a00c6,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:34.501786 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:35.089192 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-cdcbdad5-928e-4186-8243-4de09acd38e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477133'] for router_interface, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:35.158806 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:27:35.275685 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 44018) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:27:35.385793 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-26db4b1b-2204-4fab-a72c-a7c5950e27ad tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:35.415586 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-26db4b1b-2204-4fab-a72c-a7c5950e27ad tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:35.424858 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-cdcbdad5-928e-4186-8243-4de09acd38e0 admin admin] Deleting port 3074b88a-6923-4d30-a186-1c2f4eac3b42 {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:27:35.425210 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-cdcbdad5-928e-4186-8243-4de09acd38e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:35.486622 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 68b0740d-1ee1-446d-b33b-2e5819cb500d no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:27:35.509936 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: 68b0740d-1ee1-446d-b33b-2e5819cb500d {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:27:35.510294 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 68b0740d-1ee1-446d-b33b-2e5819cb500d not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:27:35.510930 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 69319215-829b-45ee-b74b-8ef20a563884 no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:27:35.528942 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-cdcbdad5-928e-4186-8243-4de09acd38e0 admin admin] For port 3074b88a-6923-4d30-a186-1c2f4eac3b42, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=3074b88a-6923-4d30-a186-1c2f4eac3b42,segment=NetworkSegment(ca8654d1-3eb6-4552-95f5-3e2990846dd3),segment_id=ca8654d1-3eb6-4552-95f5-3e2990846dd3)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:27:35.529545 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-cdcbdad5-928e-4186-8243-4de09acd38e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:35.531326 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: 69319215-829b-45ee-b74b-8ef20a563884 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:27:35.531477 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-26db4b1b-2204-4fab-a72c-a7c5950e27ad tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:35.531690 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 69319215-829b-45ee-b74b-8ef20a563884 not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:27:35.535124 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-26db4b1b-2204-4fab-a72c-a7c5950e27ad tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:35.537539 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-26db4b1b-2204-4fab-a72c-a7c5950e27ad tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "DELETE /v2.0/security-groups/3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61 HTTP/1.1" status: 204 len: 168 time: 0.2608130 Jun 20 12:27:35.540096 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 44024) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:27:35.543471 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-7fc2d46e-f259-4727-a82e-3dcab3f2b065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:35.556819 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.api.v2.resource [None req-17e86004-6787-43f4-b911-4fd74b26d5b9 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] show failed (client error): The resource could not be found. Jun 20 12:27:35.557897 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-17e86004-6787-43f4-b911-4fd74b26d5b9 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups/3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61 HTTP/1.1" status: 404 len: 347 time: 0.0146439 Jun 20 12:27:35.561921 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 44026) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:27:35.587195 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db4b1b-2204-4fab-a72c-a7c5950e27ad tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb8f6b6-3d0f-4c8e-8d15-278dfbaada61,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:35.589928 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-26db4b1b-2204-4fab-a72c-a7c5950e27ad tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:35.618262 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-cdcbdad5-928e-4186-8243-4de09acd38e0 admin admin] Calling delete_port for 3074b88a-6923-4d30-a186-1c2f4eac3b42 owned by network:router_interface {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:27:35.684839 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-456edd91-59c2-41e4-b318-34ed55082d48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Deleting port 07bb362f-c071-45b1-831b-a67053496818 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:27:35.685122 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-456edd91-59c2-41e4-b318-34ed55082d48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:35.766183 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-456edd91-59c2-41e4-b318-34ed55082d48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:35.766515 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-456edd91-59c2-41e4-b318-34ed55082d48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:35.807593 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-cdcbdad5-928e-4186-8243-4de09acd38e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:35.809555 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-08b170cc-7e08-4be0-901d-79f7d8e85e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:35.836268 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbdad5-928e-4186-8243-4de09acd38e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3074b88a-6923-4d30-a186-1c2f4eac3b42,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:35.840048 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-456edd91-59c2-41e4-b318-34ed55082d48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Calling delete_port for 07bb362f-c071-45b1-831b-a67053496818 owned by network:floatingip {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:27:35.842810 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-cdcbdad5-928e-4186-8243-4de09acd38e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:35.987790 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-456edd91-59c2-41e4-b318-34ed55082d48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:35.990019 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-7a0184b3-37ad-4725-9d7d-1ee6f259c1a5 tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:36.014129 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456edd91-59c2-41e4-b318-34ed55082d48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Pushing event deleted for resources: {'Port': ['ID=07bb362f-c071-45b1-831b-a67053496818,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:36.017399 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-456edd91-59c2-41e4-b318-34ed55082d48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:36.026338 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-cdcbdad5-928e-4186-8243-4de09acd38e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-477041'] for router_interface, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:36.079402 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-456edd91-59c2-41e4-b318-34ed55082d48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for floatingip, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:36.081885 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-456edd91-59c2-41e4-b318-34ed55082d48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for floatingip, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:36.083603 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-456edd91-59c2-41e4-b318-34ed55082d48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "DELETE /v2.0/floatingips/8412841c-160d-4489-93ba-a405f469e35b HTTP/1.1" status: 204 len: 168 time: 0.5207672 Jun 20 12:27:36.256297 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcbdad5-928e-4186-8243-4de09acd38e0 admin admin] Router 3cbac762-1b00-4bf3-bcf9-1a62d25bbda6 has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:27:36.370813 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcbdad5-928e-4186-8243-4de09acd38e0 admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:27:36.378875 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-cdcbdad5-928e-4186-8243-4de09acd38e0 admin admin] 10.222.0.25 "PUT /v2.0/routers/3cbac762-1b00-4bf3-bcf9-1a62d25bbda6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8822370 Jun 20 12:27:36.378875 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 44032) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:27:36.382838 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1fab1-df1c-402e-91b8-ff228826bbd8 None None] Sync routers for ids ['3cbac762-1b00-4bf3-bcf9-1a62d25bbda6'] in dv-cinder-794962-4-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:27:36.392684 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1fab1-df1c-402e-91b8-ff228826bbd8 None None] Routers {'3cbac762-1b00-4bf3-bcf9-1a62d25bbda6'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:27:36.393533 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-e2e1fab1-df1c-402e-91b8-ff228826bbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:27:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['3cbac762-1b00-4bf3-bcf9-1a62d25bbda6'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:27:36.502365 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1cff3bb0-72cd-4e40-a2ac-e74ccea784fd admin admin] Notify callbacks [] for router, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:36.538797 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-e2e1fab1-df1c-402e-91b8-ff228826bbd8 None None] Set router 3cbac762-1b00-4bf3-bcf9-1a62d25bbda6 gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:27:36.611230 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1cff3bb0-72cd-4e40-a2ac-e74ccea784fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:36.674074 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 44038) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:27:36.677568 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-1cff3bb0-72cd-4e40-a2ac-e74ccea784fd admin admin] Deleting port 8686b475-9ab9-48b6-b944-86fac4e1c94f {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:27:36.677916 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1cff3bb0-72cd-4e40-a2ac-e74ccea784fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:36.680096 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-7f53219b-f6a5-4a20-8b52-a7acf61a5ebc tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--329182307', 'description': 'tempest-description--1408134858'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:27:36.702545 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7f53219b-f6a5-4a20-8b52-a7acf61a5ebc tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:36.750983 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-e2e1fab1-df1c-402e-91b8-ff228826bbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbac762-1b00-4bf3-bcf9-1a62d25bbda6', 'name': 'tempest-TestMinimumBasicScenario-1706992443-router', 'tenant_id': '839f287103794cb192cd7d5a868cc5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '8686b475-9ab9-48b6-b944-86fac4e1c94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:53Z', 'updated_at': '2021-06-20T12:27:35Z', 'revision_number': 5, 'project_id': '839f287103794cb192cd7d5a868cc5f1', 'gw_port': {'id': '8686b475-9ab9-48b6-b944-86fac4e1c94f', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbac762-1b00-4bf3-bcf9-1a62d25bbda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:08:54Z', 'updated_at': '2021-06-20T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:27:36.775307 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-1cff3bb0-72cd-4e40-a2ac-e74ccea784fd admin admin] For port 8686b475-9ab9-48b6-b944-86fac4e1c94f, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=8686b475-9ab9-48b6-b944-86fac4e1c94f,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:27:36.775730 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1cff3bb0-72cd-4e40-a2ac-e74ccea784fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:36.784817 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1fab1-df1c-402e-91b8-ff228826bbd8 None None] Checking router: 3cbac762-1b00-4bf3-bcf9-1a62d25bbda6 for host: dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:27:36.795493 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1fab1-df1c-402e-91b8-ff228826bbd8 None None] Routers {'3cbac762-1b00-4bf3-bcf9-1a62d25bbda6'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:27:36.796248 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-e2e1fab1-df1c-402e-91b8-ff228826bbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:27:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['3cbac762-1b00-4bf3-bcf9-1a62d25bbda6'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:27:36.799546 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7f53219b-f6a5-4a20-8b52-a7acf61a5ebc tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:36.804182 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7f53219b-f6a5-4a20-8b52-a7acf61a5ebc tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:36.818594 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-97a61eca-74c9-4642-8d7f-b60c1e671095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:36.844800 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7f53219b-f6a5-4a20-8b52-a7acf61a5ebc tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:36.846089 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-7f53219b-f6a5-4a20-8b52-a7acf61a5ebc tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1704173 Jun 20 12:27:36.849447 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 44040) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:27:36.855078 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-b0604dbc-9254-4bad-9420-da1bbefcaf15 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Request body: {'security_group_rule': {'security_group_id': 'c951fce8-687b-421b-a944-375b5b5003f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:27:36.856640 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-1cff3bb0-72cd-4e40-a2ac-e74ccea784fd admin admin] Calling delete_port for 8686b475-9ab9-48b6-b944-86fac4e1c94f owned by network:router_gateway {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:27:36.859960 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53219b-f6a5-4a20-8b52-a7acf61a5ebc tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c951fce8-687b-421b-a944-375b5b5003f3,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:36.863072 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-7f53219b-f6a5-4a20-8b52-a7acf61a5ebc tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:36.890676 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b0604dbc-9254-4bad-9420-da1bbefcaf15 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:36.905127 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-e2e1fab1-df1c-402e-91b8-ff228826bbd8 None None] Set router 3cbac762-1b00-4bf3-bcf9-1a62d25bbda6 gateway port host: None {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:27:36.954542 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b0604dbc-9254-4bad-9420-da1bbefcaf15 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:36.960550 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b0604dbc-9254-4bad-9420-da1bbefcaf15 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:36.961200 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-e2e1fab1-df1c-402e-91b8-ff228826bbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbac762-1b00-4bf3-bcf9-1a62d25bbda6', 'name': 'tempest-TestMinimumBasicScenario-1706992443-router', 'tenant_id': '839f287103794cb192cd7d5a868cc5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:53Z', 'updated_at': '2021-06-20T12:27:36Z', 'revision_number': 6, 'project_id': '839f287103794cb192cd7d5a868cc5f1', 'gw_port_host': None}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:27:36.967107 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:36.984213 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0604dbc-9254-4bad-9420-da1bbefcaf15 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055b6feb-4d60-4c8f-bf4f-8fa5fcc59244,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:36.991675 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1fab1-df1c-402e-91b8-ff228826bbd8 None None] The sync data for ids ['3cbac762-1b00-4bf3-bcf9-1a62d25bbda6'] in dv-cinder-794962-4-iscsi is: [{'id': '3cbac762-1b00-4bf3-bcf9-1a62d25bbda6', 'name': 'tempest-TestMinimumBasicScenario-1706992443-router', 'tenant_id': '839f287103794cb192cd7d5a868cc5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:08:53Z', 'updated_at': '2021-06-20T12:27:36Z', 'revision_number': 6, 'project_id': '839f287103794cb192cd7d5a868cc5f1', 'gw_port_host': None}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:27:36.994169 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b0604dbc-9254-4bad-9420-da1bbefcaf15 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:36.995586 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b0604dbc-9254-4bad-9420-da1bbefcaf15 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:36.997898 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-b0604dbc-9254-4bad-9420-da1bbefcaf15 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467855 Jun 20 12:27:36.999556 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 44042) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:27:37.006760 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-6fa687ac-d593-4390-984f-64081d91b0df tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Request body: {'security_group_rule': {'security_group_id': 'c951fce8-687b-421b-a944-375b5b5003f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:27:37.074500 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6fa687ac-d593-4390-984f-64081d91b0df tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:37.085533 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1cff3bb0-72cd-4e40-a2ac-e74ccea784fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:37.089820 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-7a505c6d-60c3-4417-b5a1-7e1326088044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:37.126155 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff3bb0-72cd-4e40-a2ac-e74ccea784fd admin admin] Pushing event deleted for resources: {'Port': ['ID=8686b475-9ab9-48b6-b944-86fac4e1c94f,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:37.136191 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-1cff3bb0-72cd-4e40-a2ac-e74ccea784fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:37.219481 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6fa687ac-d593-4390-984f-64081d91b0df tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:37.222997 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1cff3bb0-72cd-4e40-a2ac-e74ccea784fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504413'] for router_gateway, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:37.227856 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6fa687ac-d593-4390-984f-64081d91b0df tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:37.285917 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-00eb9792-116e-4442-a82b-df112844bfef tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:37.331805 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1cff3bb0-72cd-4e40-a2ac-e74ccea784fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3194'] for router, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:37.335998 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1cff3bb0-72cd-4e40-a2ac-e74ccea784fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:37.338074 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa687ac-d593-4390-984f-64081d91b0df tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71656380-ebd7-4218-8bd4-c58a46299edc,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:37.342029 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-6fa687ac-d593-4390-984f-64081d91b0df tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:37.342912 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6fa687ac-d593-4390-984f-64081d91b0df tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:37.344083 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-6fa687ac-d593-4390-984f-64081d91b0df tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3428423 Jun 20 12:27:37.347334 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 44046) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:27:37.352698 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Request body: {'floatingip': {'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:27:37.378749 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for floatingip, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:37.391276 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1cff3bb0-72cd-4e40-a2ac-e74ccea784fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475154'] for router, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:37.391276 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cff3bb0-72cd-4e40-a2ac-e74ccea784fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cbac762-1b00-4bf3-bcf9-1a62d25bbda6 {{(pid=92892) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 20 12:27:37.397023 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1cff3bb0-72cd-4e40-a2ac-e74ccea784fd admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:37.400687 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-1cff3bb0-72cd-4e40-a2ac-e74ccea784fd admin admin] 10.222.0.25 "DELETE /v2.0/routers/3cbac762-1b00-4bf3-bcf9-1a62d25bbda6 HTTP/1.1" status: 204 len: 168 time: 1.0191085 Jun 20 12:27:37.401078 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 44048) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:27:37.480848 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_v2 [None req-0300828a-1379-4455-8eb1-acbd122ffaaa admin admin] Deleting subnet 73835017-21fe-4a14-82c7-7656cf8f5da3 {{(pid=92893) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 20 12:27:37.484239 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0300828a-1379-4455-8eb1-acbd122ffaaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:37.528410 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0300828a-1379-4455-8eb1-acbd122ffaaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7115739'] for subnet, precommit_delete_associations {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:37.647673 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:37.660755 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0300828a-1379-4455-8eb1-acbd122ffaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1363053'] for subnet, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:37.781329 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0300828a-1379-4455-8eb1-acbd122ffaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7115530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7195767'] for subnet, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:37.788556 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-0ef2b0a0-ced7-4e24-bf18-163aa4acb32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:37.820256 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Allocated IP 172.27.1.43 (3f7a09d2-824b-4c30-a4c6-5e0e19540541/4186b5e8-5a7d-41cb-85c6-3f8309c8906f/196a7888-3d39-48e4-9494-cc405a05eaac) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:27:37.824132 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300828a-1379-4455-8eb1-acbd122ffaaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73835017-21fe-4a14-82c7-7656cf8f5da3,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:37.826124 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0300828a-1379-4455-8eb1-acbd122ffaaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:37.827951 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-0300828a-1379-4455-8eb1-acbd122ffaaa admin admin] 10.222.0.25 "DELETE /v2.0/subnets/73835017-21fe-4a14-82c7-7656cf8f5da3 HTTP/1.1" status: 204 len: 168 time: 0.4260209 Jun 20 12:27:37.830884 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 44054) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:27:37.831402 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-0300828a-1379-4455-8eb1-acbd122ffaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:37.838541 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927147cb-1fca-4b91-92c8-694dbdf8951f None None] Network a35d5f31-cbc4-43e6-9369-e8b3fceb3963 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:27:37.859007 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 3074b88a-6923-4d30-a186-1c2f4eac3b42 no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:27:37.925790 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613649'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:37.962356 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:37.992736 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] Deleting port 35523d0b-65b0-4db5-a845-70df308c6296 {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:27:37.993242 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.007982 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7115647'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.010862 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:38.057719 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: 3074b88a-6923-4d30-a186-1c2f4eac3b42 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:27:38.058079 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 3074b88a-6923-4d30-a186-1c2f4eac3b42 not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:27:38.067136 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Pushing event updated for resources: {'Port': ['ID=196a7888-3d39-48e4-9494-cc405a05eaac,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:38.073114 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:38.076882 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] For port 35523d0b-65b0-4db5-a845-70df308c6296, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=35523d0b-65b0-4db5-a845-70df308c6296,segment=NetworkSegment(ca8654d1-3eb6-4552-95f5-3e2990846dd3),segment_id=ca8654d1-3eb6-4552-95f5-3e2990846dd3)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:27:38.077374 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.079383 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:27:38.081065 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:27:38.084569 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:27:38.092437 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-98582e5a-aea6-4a72-ad7a-cea5db2f0306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.171457 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] Calling delete_port for 35523d0b-65b0-4db5-a845-70df308c6296 owned by network:dhcp {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:27:38.240097 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.253614 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d08092-a085-4aba-9338-cb26e23f26fb None None] DHCP port deletion for a35d5f31-cbc4-43e6-9369-e8b3fceb3963 request from dv-cinder-794962-4-iscsi {{(pid=92894) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 20 12:27:38.282600 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.290816 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-8ff8b586-ead0-462f-a69f-5d6f048c273e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:38.304085 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.312436 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-e3d08092-a085-4aba-9338-cb26e23f26fb None None] Deleting port 35523d0b-65b0-4db5-a845-70df308c6296 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:27:38.312819 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e3d08092-a085-4aba-9338-cb26e23f26fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.316265 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] Pushing event deleted for resources: {'Port': ['ID=35523d0b-65b0-4db5-a845-70df308c6296,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:38.329916 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:38.331151 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] No DVR routers for this DVR port 35523d0b-65b0-4db5-a845-70df308c6296 on host dv-cinder-794962-4-iscsi {{(pid=92892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:27:38.386876 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-e3d08092-a085-4aba-9338-cb26e23f26fb None None] For port 35523d0b-65b0-4db5-a845-70df308c6296, host dv-cinder-794962-4-iscsi, got binding levels [] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:27:38.387274 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e3d08092-a085-4aba-9338-cb26e23f26fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.404805 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362930', 'neutron.services.segments.db._delete_segments_for_network-8766931108819'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.415520 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35d5f31-cbc4-43e6-9369-e8b3fceb3963']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:27:38.426647 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8654d1-3eb6-4552-95f5-3e2990846dd3') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:27:38.426960 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8654d1-3eb6-4552-95f5-3e2990846dd3') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:27:38.437732 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766931108648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7989793'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.455259 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-e3d08092-a085-4aba-9338-cb26e23f26fb None None] Calling delete_port for 35523d0b-65b0-4db5-a845-70df308c6296 owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:27:38.458471 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.459324 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.ipam_backend_mixin [None req-e3d08092-a085-4aba-9338-cb26e23f26fb None None] Port 35523d0b-65b0-4db5-a845-70df308c6296 was not found and therefore no delete operation was performed {{(pid=92894) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 20 12:27:38.460606 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e3d08092-a085-4aba-9338-cb26e23f26fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.463328 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:38.465804 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 12:27:38.466306 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8317915'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: Traceback (most recent call last): Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: timer() Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: cb(*args, **kw) Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: return func(*args, **kwargs) Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: self._notify() Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: self.callback(batched_events) Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: event.method(event) Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: return f(self, *a, **k) Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._get(url).json() Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 20 12:27:38.468600 dv-cinder-794962-4-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 20 12:27:38.473937 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.479815 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.481955 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a5a2215b-2885-440d-bb04-70848dcfe05e tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:38.494504 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d08092-a085-4aba-9338-cb26e23f26fb None None] Pushing event deleted for resources: {'Port': ['ID=35523d0b-65b0-4db5-a845-70df308c6296,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:38.496607 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d08092-a085-4aba-9338-cb26e23f26fb None None] No DVR routers for this DVR port 35523d0b-65b0-4db5-a845-70df308c6296 on host dv-cinder-794962-4-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:27:38.498263 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e3d08092-a085-4aba-9338-cb26e23f26fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:38.538739 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504450'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.544031 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.548670 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a35d5f31-cbc4-43e6-9369-e8b3fceb3963 HTTP/1.1" status: 204 len: 168 time: 0.7160449 Jun 20 12:27:38.549539 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:38.554515 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Pushing event updated for resources: {'Port': ['ID=196a7888-3d39-48e4-9494-cc405a05eaac,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:38.558564 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:38.564397 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] Pushing event deleted for resources: {'Network': ['ID=a35d5f31-cbc4-43e6-9369-e8b3fceb3963,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:38.567211 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:38.570612 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504496'] for floatingip, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.584874 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for floatingip, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.586143 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2378283 Jun 20 12:27:38.704396 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 44074) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:27:38.746242 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-2b445e02-9e14-491e-9457-81745d6c6773 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5e319e97743435382759743d17c629f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383987 Jun 20 12:27:38.746530 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 44080) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:27:38.770729 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-82572f1c-7511-4042-84f4-c77830a228e1 req-0db28197-4ded-481f-acdb-8dca8bd9912a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--329182307&fields=id&tenant_id=c16ce4f25bdc4e63a3033d70aef6b192 HTTP/1.1" status: 200 len: 267 time: 0.0367641 Jun 20 12:27:38.796564 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b40cb71e-7704-413c-82fd-a05116106a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.817712 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b40cb71e-7704-413c-82fd-a05116106a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.874016 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b40cb71e-7704-413c-82fd-a05116106a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.877370 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b40cb71e-7704-413c-82fd-a05116106a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:38.878524 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-b40cb71e-7704-413c-82fd-a05116106a3a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6271fae-c0a8-4551-9d47-57880682df28 HTTP/1.1" status: 204 len: 168 time: 0.1309638 Jun 20 12:27:38.879421 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-77e0b0ca-524e-43a5-9b3f-d915823f2282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:38.889796 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cb71e-7704-413c-82fd-a05116106a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6271fae-c0a8-4551-9d47-57880682df28,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:38.891396 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572f1c-7511-4042-84f4-c77830a228e1 req-4964a18e-2a4f-4c92-87a0-23fb5f535de6 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:38.892886 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-82572f1c-7511-4042-84f4-c77830a228e1 req-4964a18e-2a4f-4c92-87a0-23fb5f535de6 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/networks?id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7 HTTP/1.1" status: 200 len: 811 time: 0.1148510 Jun 20 12:27:38.899006 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-b40cb71e-7704-413c-82fd-a05116106a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:38.912778 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-82572f1c-7511-4042-84f4-c77830a228e1 req-d92f6f2c-de3a-452c-9ef5-d849efa84cbf tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/quotas/c16ce4f25bdc4e63a3033d70aef6b192 HTTP/1.1" status: 200 len: 375 time: 0.0109022 Jun 20 12:27:38.987427 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-82572f1c-7511-4042-84f4-c77830a228e1 req-8d0311fc-7b35-4c64-91ef-3f09d12cccde tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c16ce4f25bdc4e63a3033d70aef6b192&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0683308 Jun 20 12:27:39.149612 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [req-82572f1c-7511-4042-84f4-c77830a228e1 req-839bf727-07d9-4bab-a110-df42baaad9f6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92893) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 20 12:27:39.150613 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-82572f1c-7511-4042-84f4-c77830a228e1 req-839bf727-07d9-4bab-a110-df42baaad9f6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1484425 Jun 20 12:27:39.218972 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 44088) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:27:39.247487 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-82572f1c-7511-4042-84f4-c77830a228e1 req-0ad0482f-7a7c-4a05-a669-c326b78feec4 service neutron] 10.222.0.25 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905809 Jun 20 12:27:39.261713 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-260c03a6-2ed3-4a79-8d41-6f6b7c15a860 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=839f287103794cb192cd7d5a868cc5f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414186 Jun 20 12:27:39.264303 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 44090) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:27:39.311354 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fbf3aa9d-eef7-41c5-bdf4-7ac333399f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:39.332649 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fbf3aa9d-eef7-41c5-bdf4-7ac333399f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:39.341059 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-82572f1c-7511-4042-84f4-c77830a228e1 req-def8b774-fdc7-4740-9c79-8266de423418 service neutron] 10.222.0.25 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849226 Jun 20 12:27:39.387774 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fbf3aa9d-eef7-41c5-bdf4-7ac333399f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:39.390838 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fbf3aa9d-eef7-41c5-bdf4-7ac333399f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:39.395022 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-fbf3aa9d-eef7-41c5-bdf4-7ac333399f4a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8365634-894d-406c-b8bf-0ea856f17d21 HTTP/1.1" status: 204 len: 168 time: 0.1268392 Jun 20 12:27:39.395022 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-aa2246ea-5924-4463-b081-7778d2acfe83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:39.402400 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3aa9d-eef7-41c5-bdf4-7ac333399f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8365634-894d-406c-b8bf-0ea856f17d21,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:39.404731 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-fbf3aa9d-eef7-41c5-bdf4-7ac333399f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:39.516367 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 8686b475-9ab9-48b6-b944-86fac4e1c94f no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:27:39.540394 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: 8686b475-9ab9-48b6-b944-86fac4e1c94f {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:27:39.540901 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 8686b475-9ab9-48b6-b944-86fac4e1c94f not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:27:39.541622 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 35523d0b-65b0-4db5-a845-70df308c6296 no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:27:39.547733 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1a1f17e2-e8ea-46a5-82cd-58e66772e685 req-f7d463c4-fe7c-4121-a5dc-6490f00e71a9 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 210 time: 0.0327506 Jun 20 12:27:39.563129 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: 35523d0b-65b0-4db5-a845-70df308c6296 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:27:39.563508 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 35523d0b-65b0-4db5-a845-70df308c6296 not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:27:39.992261 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e34424ce-375b-4707-a745-7ca6fbeb5b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:40.380546 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:40.694844 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5710cebd-4876-40da-9f36-0709b2ed2c94 req-5958a7b7-115b-4614-9e80-7e76b00661db tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 210 time: 0.0291102 Jun 20 12:27:41.222426 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572f1c-7511-4042-84f4-c77830a228e1 req-e238a6f7-a4ab-4a60-8eb8-1c10d1ffc6e4 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:41.223867 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-82572f1c-7511-4042-84f4-c77830a228e1 req-e238a6f7-a4ab-4a60-8eb8-1c10d1ffc6e4 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.30 "GET /v2.0/networks?id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7 HTTP/1.1" status: 200 len: 811 time: 0.3673449 Jun 20 12:27:41.273246 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-82572f1c-7511-4042-84f4-c77830a228e1 req-75a9453e-e17b-4838-ba57-b3fb42ee3aba tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c16ce4f25bdc4e63a3033d70aef6b192 HTTP/1.1" status: 200 len: 379 time: 0.0343544 Jun 20 12:27:41.282025 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-82572f1c-7511-4042-84f4-c77830a228e1 req-bd1dc562-f2fa-4d8b-a65c-934d3c631100 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Request body: {'port': {'device_id': 'd3fad0c6-c583-497f-b27d-5b2c2593ea50', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'admin_state_up': True, 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'security_groups': ['c951fce8-687b-421b-a944-375b5b5003f3']}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:27:41.391271 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82572f1c-7511-4042-84f4-c77830a228e1 req-bd1dc562-f2fa-4d8b-a65c-934d3c631100 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Made reservation on behalf of c16ce4f25bdc4e63a3033d70aef6b192 for: {'port': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:27:41.395293 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-82572f1c-7511-4042-84f4-c77830a228e1 req-bd1dc562-f2fa-4d8b-a65c-934d3c631100 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:41.516069 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [req-82572f1c-7511-4042-84f4-c77830a228e1 req-bd1dc562-f2fa-4d8b-a65c-934d3c631100 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Allocated IP 172.20.0.6 (5e233dd5-0a82-494e-b604-1b4b30b1dfc7/f7035286-0d2c-4091-b67f-a11e111092cb/d04a37da-d1ab-4233-9b1d-6c3eae914824) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:27:41.561514 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:41.652330 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-82572f1c-7511-4042-84f4-c77830a228e1 req-bd1dc562-f2fa-4d8b-a65c-934d3c631100 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:41.665379 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-82572f1c-7511-4042-84f4-c77830a228e1 req-bd1dc562-f2fa-4d8b-a65c-934d3c631100 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Transition to ACTIVE for port object d04a37da-d1ab-4233-9b1d-6c3eae914824 will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:27:41.697817 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-82572f1c-7511-4042-84f4-c77830a228e1 req-bd1dc562-f2fa-4d8b-a65c-934d3c631100 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7115647'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:41.701863 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-be6b7a4a-ae56-437f-8047-18bd444eb773 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:41.740680 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82572f1c-7511-4042-84f4-c77830a228e1 req-bd1dc562-f2fa-4d8b-a65c-934d3c631100 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Network 5e233dd5-0a82-494e-b604-1b4b30b1dfc7 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:27:41.743818 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [req-82572f1c-7511-4042-84f4-c77830a228e1 req-bd1dc562-f2fa-4d8b-a65c-934d3c631100 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:27:41.747705 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-82572f1c-7511-4042-84f4-c77830a228e1 req-bd1dc562-f2fa-4d8b-a65c-934d3c631100 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:27:41.780426 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1dc562-f2fa-4d8b-a65c-934d3c631100 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Pushing event updated for resources: {'Port': ['ID=d04a37da-d1ab-4233-9b1d-6c3eae914824,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:41.784744 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-bd1dc562-f2fa-4d8b-a65c-934d3c631100 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:41.810093 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572f1c-7511-4042-84f4-c77830a228e1 req-bd1dc562-f2fa-4d8b-a65c-934d3c631100 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:41.810968 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-82572f1c-7511-4042-84f4-c77830a228e1 req-bd1dc562-f2fa-4d8b-a65c-934d3c631100 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:41.828742 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-82572f1c-7511-4042-84f4-c77830a228e1 req-bd1dc562-f2fa-4d8b-a65c-934d3c631100 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5500891 Jun 20 12:27:41.853857 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [req-82572f1c-7511-4042-84f4-c77830a228e1 req-b4793f6c-43a5-456f-8b38-76b716b9f7cd tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92893) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 20 12:27:41.855303 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-82572f1c-7511-4042-84f4-c77830a228e1 req-b4793f6c-43a5-456f-8b38-76b716b9f7cd tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131345 Jun 20 12:27:41.904853 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42527d2f-ddc4-4d42-bf02-3397b0f1b6a1 req-5cb64425-711f-4ea7-a9da-346a0c0e8ded tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:41.909700 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-42527d2f-ddc4-4d42-bf02-3397b0f1b6a1 req-5cb64425-711f-4ea7-a9da-346a0c0e8ded tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 931 time: 0.0915589 Jun 20 12:27:41.955895 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-42527d2f-ddc4-4d42-bf02-3397b0f1b6a1 req-c639dfad-83e4-4b26-a4b0-e390d997eea1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=c951fce8-687b-421b-a944-375b5b5003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423930 Jun 20 12:27:41.994871 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Request body: {'port': {'device_id': 'd3fad0c6-c583-497f-b27d-5b2c2593ea50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:27:42.028269 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-2c6c1e20-0577-4d55-9984-5cf8682c08af None None] Provisioning for port d04a37da-d1ab-4233-9b1d-6c3eae914824 completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:27:42.032090 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-2c6c1e20-0577-4d55-9984-5cf8682c08af None None] Provisioning complete for port d04a37da-d1ab-4233-9b1d-6c3eae914824 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:27:42.032475 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1e20-0577-4d55-9984-5cf8682c08af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:42.067000 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-2c6c1e20-0577-4d55-9984-5cf8682c08af None None] Port d04a37da-d1ab-4233-9b1d-6c3eae914824 cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:27:42.068550 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:42.336621 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d04a37da-d1ab-4233-9b1d-6c3eae914824 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:27:42.343768 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:42.356246 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Transition to ACTIVE for port object d04a37da-d1ab-4233-9b1d-6c3eae914824 will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:27:42.359148 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:42.361187 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:42.431955 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Pushing event updated for resources: {'Port': ['ID=d04a37da-d1ab-4233-9b1d-6c3eae914824,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:42.436692 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:42.514710 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Attempting to bind port d04a37da-d1ab-4233-9b1d-6c3eae914824 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:27:42.515233 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Attempting to bind port d04a37da-d1ab-4233-9b1d-6c3eae914824 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '13296fdf-29cc-4cef-9f7a-9c15fc01c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:27:42.515713 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Attempting to bind port d04a37da-d1ab-4233-9b1d-6c3eae914824 on network 5e233dd5-0a82-494e-b604-1b4b30b1dfc7 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:27:42.521964 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Port d04a37da-d1ab-4233-9b1d-6c3eae914824 on network 5e233dd5-0a82-494e-b604-1b4b30b1dfc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 20 12:27:42.522425 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Attempting to bind port d04a37da-d1ab-4233-9b1d-6c3eae914824 on network 5e233dd5-0a82-494e-b604-1b4b30b1dfc7 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:27:42.529321 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Checking agent: {'id': '3511620b-fad0-480c-9502-82df55f89faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'started_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:27:42.529828 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Checking segment: {'id': '13296fdf-29cc-4cef-9f7a-9c15fc01c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:27:42.530338 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Bound using segment: {'id': '13296fdf-29cc-4cef-9f7a-9c15fc01c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:27:42.530895 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Bound port: d04a37da-d1ab-4233-9b1d-6c3eae914824, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13296fdf-29cc-4cef-9f7a-9c15fc01c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:27:42.531365 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:42.607533 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] For port d04a37da-d1ab-4233-9b1d-6c3eae914824, host hv-cinder-79496, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:27:42.610391 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] For port d04a37da-d1ab-4233-9b1d-6c3eae914824, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d04a37da-d1ab-4233-9b1d-6c3eae914824,segment=NetworkSegment(13296fdf-29cc-4cef-9f7a-9c15fc01c76c),segment_id=13296fdf-29cc-4cef-9f7a-9c15fc01c76c)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:27:42.615877 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:42.617901 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:42.652072 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:42.652599 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:42.654060 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-82572f1c-7511-4042-84f4-c77830a228e1 req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] 10.222.0.30 "PUT /v2.0/ports/d04a37da-d1ab-4233-9b1d-6c3eae914824 HTTP/1.1" status: 200 len: 1093 time: 0.7925198 Jun 20 12:27:42.654498 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fad0c6-c583-497f-b27d-5b2c2593ea50', 'tag': 'd04a37da-d1ab-4233-9b1d-6c3eae914824'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:27:42.656786 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f0e261-49e2-46bc-9b0a-96f2dc097009" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fad0c6-c583-497f-b27d-5b2c2593ea50", "tag": "d04a37da-d1ab-4233-9b1d-6c3eae914824"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:27:42.680742 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Pushing event updated for resources: {'Port': ['ID=d04a37da-d1ab-4233-9b1d-6c3eae914824,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:42.683786 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:42.716706 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583f8d1d-2540-47ec-b997-7fd0fbeff4ca x-openstack-request-id: req-583f8d1d-2540-47ec-b997-7fd0fbeff4ca {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:27:42.717368 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fad0c6-c583-497f-b27d-5b2c2593ea50", "tag": "d04a37da-d1ab-4233-9b1d-6c3eae914824", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:27:42.717496 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-583f8d1d-2540-47ec-b997-7fd0fbeff4ca {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:27:42.717873 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fad0c6-c583-497f-b27d-5b2c2593ea50', 'tag': 'd04a37da-d1ab-4233-9b1d-6c3eae914824', 'status': 'completed', 'code': 200} Jun 20 12:27:42.787190 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572f1c-7511-4042-84f4-c77830a228e1 req-649d4a7f-fb50-4214-95b9-557a28a3cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:42.788719 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-82572f1c-7511-4042-84f4-c77830a228e1 req-649d4a7f-fb50-4214-95b9-557a28a3cf70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c16ce4f25bdc4e63a3033d70aef6b192&device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 1096 time: 0.0584776 Jun 20 12:27:42.836396 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-82572f1c-7511-4042-84f4-c77830a228e1 req-d29d5684-ee8d-47ec-89f7-0c2459eb96dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d04a37da-d1ab-4233-9b1d-6c3eae914824 HTTP/1.1" status: 200 len: 217 time: 0.0340772 Jun 20 12:27:42.884953 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572f1c-7511-4042-84f4-c77830a228e1 req-a81605ad-347b-4341-a9eb-32366118f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:42.886411 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-82572f1c-7511-4042-84f4-c77830a228e1 req-a81605ad-347b-4341-a9eb-32366118f6b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7035286-0d2c-4091-b67f-a11e111092cb HTTP/1.1" status: 200 len: 850 time: 0.0438092 Jun 20 12:27:42.951799 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572f1c-7511-4042-84f4-c77830a228e1 req-ded2d785-ad79-402a-843a-8be9f39dce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:42.953440 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-82572f1c-7511-4042-84f4-c77830a228e1 req-ded2d785-ad79-402a-843a-8be9f39dce03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602973 Jun 20 12:27:43.051335 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-82572f1c-7511-4042-84f4-c77830a228e1 req-c25f7ac2-0f46-4c0c-90ee-7d9c68238e9f service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914197 Jun 20 12:27:43.151696 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2438f-a863-4b36-b469-a2cc4d6eca82 req-cf5a5814-bb62-472a-b0f6-ad741484028a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:43.153253 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-03d2438f-a863-4b36-b469-a2cc4d6eca82 req-cf5a5814-bb62-472a-b0f6-ad741484028a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 943 time: 0.0711625 Jun 20 12:27:43.165041 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-82572f1c-7511-4042-84f4-c77830a228e1 req-38d9e119-175a-4ac9-8c07-778eb902cc33 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069176 Jun 20 12:27:43.192338 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-03d2438f-a863-4b36-b469-a2cc4d6eca82 req-80ebe6c4-e335-4a88-8cce-083eb0a2cbfb tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=c951fce8-687b-421b-a944-375b5b5003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332625 Jun 20 12:27:43.298578 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:43.323869 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0e261-49e2-46bc-9b0a-96f2dc097009 req-55923dff-c4e1-40e0-97f5-827f9b9cbc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:43.325389 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-44f0e261-49e2-46bc-9b0a-96f2dc097009 req-55923dff-c4e1-40e0-97f5-827f9b9cbc32 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c16ce4f25bdc4e63a3033d70aef6b192&device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 1096 time: 0.0562150 Jun 20 12:27:43.413817 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0e261-49e2-46bc-9b0a-96f2dc097009 req-d9eb194c-f71a-40a1-912d-4889214eec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:43.415259 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-44f0e261-49e2-46bc-9b0a-96f2dc097009 req-d9eb194c-f71a-40a1-912d-4889214eec62 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7 HTTP/1.1" status: 200 len: 912 time: 0.0833192 Jun 20 12:27:43.460785 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-44f0e261-49e2-46bc-9b0a-96f2dc097009 req-fe2197f9-441b-4b63-a242-1a11509bf182 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d04a37da-d1ab-4233-9b1d-6c3eae914824 HTTP/1.1" status: 200 len: 217 time: 0.0395510 Jun 20 12:27:43.508593 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0e261-49e2-46bc-9b0a-96f2dc097009 req-9b0ddef7-9432-4ca8-a26e-55f541c1dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:43.510041 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-44f0e261-49e2-46bc-9b0a-96f2dc097009 req-9b0ddef7-9432-4ca8-a26e-55f541c1dd12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7035286-0d2c-4091-b67f-a11e111092cb HTTP/1.1" status: 200 len: 850 time: 0.0435972 Jun 20 12:27:43.566061 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0e261-49e2-46bc-9b0a-96f2dc097009 req-bfdff429-00ee-401e-a526-b6c12db0a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:43.568251 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-44f0e261-49e2-46bc-9b0a-96f2dc097009 req-bfdff429-00ee-401e-a526-b6c12db0a9a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517697 Jun 20 12:27:43.665815 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-44f0e261-49e2-46bc-9b0a-96f2dc097009 req-028c762e-c554-46ae-b0ab-a0dadd24c674 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907114 Jun 20 12:27:43.807725 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-44f0e261-49e2-46bc-9b0a-96f2dc097009 req-06a61ce9-8c7a-4945-aa16-eb354d0c8ae9 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328905 Jun 20 12:27:44.381166 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc131e9-ef57-44b8-87ff-057a4e125f45 req-3a882288-c697-47b2-9b55-4ea0867ce29f tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:44.382623 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-dfc131e9-ef57-44b8-87ff-057a4e125f45 req-3a882288-c697-47b2-9b55-4ea0867ce29f tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 943 time: 0.0696878 Jun 20 12:27:44.418907 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-dfc131e9-ef57-44b8-87ff-057a4e125f45 req-f55a7348-11e4-4861-bc93-1ce76803ef2b tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=c951fce8-687b-421b-a944-375b5b5003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306499 Jun 20 12:27:45.603327 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c94bf-6d7b-42e8-9699-8eae0d981d21 req-7ad0686c-0d90-4e8c-a3ee-f553a47b3e4b tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:45.605781 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-595c94bf-6d7b-42e8-9699-8eae0d981d21 req-7ad0686c-0d90-4e8c-a3ee-f553a47b3e4b tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 943 time: 0.0783942 Jun 20 12:27:45.642610 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-595c94bf-6d7b-42e8-9699-8eae0d981d21 req-eb4fbed4-fae0-47f9-bee1-3d75587713e2 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=c951fce8-687b-421b-a944-375b5b5003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314436 Jun 20 12:27:46.758225 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device d04a37da-d1ab-4233-9b1d-6c3eae914824 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92894) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 20 12:27:46.850253 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43073e72-6844-4820-8eb1-34b676dc8cfd req-07daa171-b26e-4c07-b457-eb9feb273d83 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:46.851750 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-43073e72-6844-4820-8eb1-34b676dc8cfd req-07daa171-b26e-4c07-b457-eb9feb273d83 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 943 time: 0.0927093 Jun 20 12:27:46.862403 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port d04a37da-d1ab-4233-9b1d-6c3eae914824, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d04a37da-d1ab-4233-9b1d-6c3eae914824,segment=NetworkSegment(13296fdf-29cc-4cef-9f7a-9c15fc01c76c),segment_id=13296fdf-29cc-4cef-9f7a-9c15fc01c76c)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:27:46.879875 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Returning: {'device': 'd04a37da-d1ab-4233-9b1d-6c3eae914824', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'port_id': 'd04a37da-d1ab-4233-9b1d-6c3eae914824', 'mac_address': 'fa:16:3e:24:4d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92894) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 20 12:27:46.889682 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-43073e72-6844-4820-8eb1-34b676dc8cfd req-74bc792f-43f0-4867-953f-3a05b5f7055d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=c951fce8-687b-421b-a944-375b5b5003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319877 Jun 20 12:27:46.924250 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:46.936784 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d04a37da-d1ab-4233-9b1d-6c3eae914824 {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:27:46.959799 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port d04a37da-d1ab-4233-9b1d-6c3eae914824, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d04a37da-d1ab-4233-9b1d-6c3eae914824,segment=NetworkSegment(13296fdf-29cc-4cef-9f7a-9c15fc01c76c),segment_id=13296fdf-29cc-4cef-9f7a-9c15fc01c76c)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:27:46.964422 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:46.966085 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:47.013097 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=d04a37da-d1ab-4233-9b1d-6c3eae914824,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:47.016472 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:47.459595 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['d04a37da-d1ab-4233-9b1d-6c3eae914824'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:27:48.126208 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6327ef8-21b1-47b4-acd7-cf95f0a03508 req-c4afbf15-dbcd-434e-a649-cca27a3f8c8a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:48.127592 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c6327ef8-21b1-47b4-acd7-cf95f0a03508 req-c4afbf15-dbcd-434e-a649-cca27a3f8c8a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 944 time: 0.0619614 Jun 20 12:27:48.169184 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c6327ef8-21b1-47b4-acd7-cf95f0a03508 req-40b19edd-8645-42d6-b1a6-92434a92f650 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=c951fce8-687b-421b-a944-375b5b5003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358436 Jun 20 12:27:48.768137 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device d04a37da-d1ab-4233-9b1d-6c3eae914824 up at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:27:48.819529 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning for port d04a37da-d1ab-4233-9b1d-6c3eae914824 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:27:48.823154 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning complete for port d04a37da-d1ab-4233-9b1d-6c3eae914824 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:27:48.823531 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:48.899043 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:48.920864 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fad0c6-c583-497f-b27d-5b2c2593ea50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04a37da-d1ab-4233-9b1d-6c3eae914824'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:27:48.923122 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff433fd2e3e8483ec5bde8b443a8d0833f9278b814f7b3ef2a1c28b3d75b6172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca8bee0-958f-4b16-9f8c-6af53117f25b" -d '{"events": [{"server_uuid": "d3fad0c6-c583-497f-b27d-5b2c2593ea50", "name": "network-vif-plugged", "status": "completed", "tag": "d04a37da-d1ab-4233-9b1d-6c3eae914824"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:27:48.936650 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port d04a37da-d1ab-4233-9b1d-6c3eae914824, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d04a37da-d1ab-4233-9b1d-6c3eae914824,segment=NetworkSegment(13296fdf-29cc-4cef-9f7a-9c15fc01c76c),segment_id=13296fdf-29cc-4cef-9f7a-9c15fc01c76c)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:27:48.941117 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:48.944514 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0bcc6027-9caa-46e8-8103-022c9c66907a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:27:48.995358 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=d04a37da-d1ab-4233-9b1d-6c3eae914824,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:27:48.998498 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:27:49.077202 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b724bf-a831-4719-9a75-acb5591043a5 x-openstack-request-id: req-89b724bf-a831-4719-9a75-acb5591043a5 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:27:49.077504 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fad0c6-c583-497f-b27d-5b2c2593ea50", "name": "network-vif-plugged", "status": "completed", "tag": "d04a37da-d1ab-4233-9b1d-6c3eae914824", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:27:49.077766 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89b724bf-a831-4719-9a75-acb5591043a5 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:27:49.078167 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fad0c6-c583-497f-b27d-5b2c2593ea50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04a37da-d1ab-4233-9b1d-6c3eae914824', 'code': 200} Jun 20 12:27:49.336892 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a16fbc-917b-4937-b817-8b6c9b76fdef req-b8f2ed42-0510-48c3-871e-b472a91a4852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:49.338372 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f5a16fbc-917b-4937-b817-8b6c9b76fdef req-b8f2ed42-0510-48c3-871e-b472a91a4852 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 1098 time: 0.0541596 Jun 20 12:27:49.356279 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7d800-3feb-4b7e-aab0-05d79b3fd359 req-74576242-4330-4ac0-b97b-447041bf2a1d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:49.357788 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-17a7d800-3feb-4b7e-aab0-05d79b3fd359 req-74576242-4330-4ac0-b97b-447041bf2a1d tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 945 time: 0.0654030 Jun 20 12:27:49.374723 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f5a16fbc-917b-4937-b817-8b6c9b76fdef req-3c3c9d02-c68a-4f26-a6be-fb86f03c8f7d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c951fce8-687b-421b-a944-375b5b5003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288732 Jun 20 12:27:49.395857 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-17a7d800-3feb-4b7e-aab0-05d79b3fd359 req-6db4a1fd-6e27-4275-a6dd-df3968e19bb7 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=c951fce8-687b-421b-a944-375b5b5003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321414 Jun 20 12:27:50.230881 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:50.624044 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc164b99-2265-4735-b015-97a8f4c6a464 req-b60ad924-8d23-4442-8e54-7f3656548fea tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:50.625524 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-fc164b99-2265-4735-b015-97a8f4c6a464 req-b60ad924-8d23-4442-8e54-7f3656548fea tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 945 time: 0.1195779 Jun 20 12:27:50.665233 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-fc164b99-2265-4735-b015-97a8f4c6a464 req-95bab7af-451f-45d1-83f8-02783599f904 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=c951fce8-687b-421b-a944-375b5b5003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337822 Jun 20 12:27:51.894691 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cb689-ee18-4a4f-b738-6b7fac3d86d6 req-4da41060-2533-4475-99b6-19d516383e31 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:51.896219 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c18cb689-ee18-4a4f-b738-6b7fac3d86d6 req-4da41060-2533-4475-99b6-19d516383e31 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 945 time: 0.1185410 Jun 20 12:27:51.932877 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c18cb689-ee18-4a4f-b738-6b7fac3d86d6 req-26dffcc8-eafd-4b12-87e4-6ce65744d691 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=c951fce8-687b-421b-a944-375b5b5003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308931 Jun 20 12:27:52.108812 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b514b97-73b6-440b-b5fd-e2ca5b138357 req-7dbd8131-3169-442b-aca2-5fcfc611d093 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:52.110312 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3b514b97-73b6-440b-b5fd-e2ca5b138357 req-7dbd8131-3169-442b-aca2-5fcfc611d093 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 945 time: 0.0623634 Jun 20 12:27:52.119042 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 44220) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:27:52.123518 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-40a9455f-e95d-4f3f-8c65-9ef282e4b38a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Request body: {'floatingip': {'port_id': 'd04a37da-d1ab-4233-9b1d-6c3eae914824'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:27:52.166159 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-40a9455f-e95d-4f3f-8c65-9ef282e4b38a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for floatingip, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:52.607358 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-40a9455f-e95d-4f3f-8c65-9ef282e4b38a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:52.612182 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-40a9455f-e95d-4f3f-8c65-9ef282e4b38a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504496'] for floatingip, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:52.757919 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.l3_db [None req-40a9455f-e95d-4f3f-8c65-9ef282e4b38a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Floating IP 95bc7cfb-6064-4ed7-951d-b0c496af526a associated. External IP: 172.27.1.43, port: d04a37da-d1ab-4233-9b1d-6c3eae914824. Jun 20 12:27:52.957582 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a9455f-e95d-4f3f-8c65-9ef282e4b38a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Router 448d5117-a3a3-4311-a0a9-aaba342c547d has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:27:53.062529 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a9455f-e95d-4f3f-8c65-9ef282e4b38a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:27:53.067230 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-40a9455f-e95d-4f3f-8c65-9ef282e4b38a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for floatingip, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:27:53.074149 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb56676-2e34-4fcf-875e-d789ccbb7a5d None None] Sync routers for ids ['448d5117-a3a3-4311-a0a9-aaba342c547d'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:27:53.083735 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb56676-2e34-4fcf-875e-d789ccbb7a5d None None] Routers {'448d5117-a3a3-4311-a0a9-aaba342c547d'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:27:53.084341 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-2bb56676-2e34-4fcf-875e-d789ccbb7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:27:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['448d5117-a3a3-4311-a0a9-aaba342c547d'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:27:53.102653 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-40a9455f-e95d-4f3f-8c65-9ef282e4b38a tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "PUT /v2.0/floatingips/95bc7cfb-6064-4ed7-951d-b0c496af526a HTTP/1.1" status: 200 len: 990 time: 0.9825513 Jun 20 12:27:53.103301 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fad0c6-c583-497f-b27d-5b2c2593ea50', 'tag': 'd04a37da-d1ab-4233-9b1d-6c3eae914824'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:27:53.105597 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9bab27-4ab9-4efd-99cd-787c4e57972d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fad0c6-c583-497f-b27d-5b2c2593ea50", "tag": "d04a37da-d1ab-4233-9b1d-6c3eae914824"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:27:53.221512 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f11853-3195-40e1-a967-a0e361bd4c68 x-openstack-request-id: req-39f11853-3195-40e1-a967-a0e361bd4c68 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:27:53.222144 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fad0c6-c583-497f-b27d-5b2c2593ea50", "tag": "d04a37da-d1ab-4233-9b1d-6c3eae914824", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:27:53.222144 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39f11853-3195-40e1-a967-a0e361bd4c68 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:27:53.223009 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fad0c6-c583-497f-b27d-5b2c2593ea50', 'tag': 'd04a37da-d1ab-4233-9b1d-6c3eae914824', 'status': 'completed', 'code': 200} Jun 20 12:27:53.277550 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-2bb56676-2e34-4fcf-875e-d789ccbb7a5d None None] Set router 448d5117-a3a3-4311-a0a9-aaba342c547d gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:27:53.337028 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bab27-4ab9-4efd-99cd-787c4e57972d req-507ba776-f6e2-4cee-a88a-c0e2722afa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:53.339355 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3b9bab27-4ab9-4efd-99cd-787c4e57972d req-507ba776-f6e2-4cee-a88a-c0e2722afa62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c16ce4f25bdc4e63a3033d70aef6b192&device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 1098 time: 0.0577517 Jun 20 12:27:53.440533 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bab27-4ab9-4efd-99cd-787c4e57972d req-3bae3a90-56da-4870-ac89-14dcd9f67b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:53.442658 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3b9bab27-4ab9-4efd-99cd-787c4e57972d req-3bae3a90-56da-4870-ac89-14dcd9f67b9a service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7 HTTP/1.1" status: 200 len: 912 time: 0.0974920 Jun 20 12:27:53.505729 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3b9bab27-4ab9-4efd-99cd-787c4e57972d req-d5b94c1f-55a4-4745-8a03-bdea8f32607d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d04a37da-d1ab-4233-9b1d-6c3eae914824 HTTP/1.1" status: 200 len: 998 time: 0.0571208 Jun 20 12:27:53.531601 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-2bb56676-2e34-4fcf-875e-d789ccbb7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 4, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port': {'id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:de:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_floatingips': [{'id': '95bc7cfb-6064-4ed7-951d-b0c496af526a', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'router_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'port_id': 'd04a37da-d1ab-4233-9b1d-6c3eae914824', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'mac_address': 'fa:16:3e:24:4d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fad0c6-c583-497f-b27d-5b2c2593ea50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-20T12:27:38Z', 'updated_at': '2021-06-20T12:27:52Z', 'revision_number': 1, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb', 'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'mac_address': 'fa:16:3e:67:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:42Z', 'updated_at': '2021-06-20T12:06:57Z', 'revision_number': 5, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'subnets': [{'id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:27:53.557155 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb56676-2e34-4fcf-875e-d789ccbb7a5d None None] Checking router: 448d5117-a3a3-4311-a0a9-aaba342c547d for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:27:53.565310 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb56676-2e34-4fcf-875e-d789ccbb7a5d None None] Routers {'448d5117-a3a3-4311-a0a9-aaba342c547d'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:27:53.565968 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-2bb56676-2e34-4fcf-875e-d789ccbb7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:27:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['448d5117-a3a3-4311-a0a9-aaba342c547d'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:27:53.590675 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bab27-4ab9-4efd-99cd-787c4e57972d req-97966d35-bc1e-495d-9f78-760b9fc87160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:53.590675 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3b9bab27-4ab9-4efd-99cd-787c4e57972d req-97966d35-bc1e-495d-9f78-760b9fc87160 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7035286-0d2c-4091-b67f-a11e111092cb HTTP/1.1" status: 200 len: 850 time: 0.0766265 Jun 20 12:27:53.645730 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bab27-4ab9-4efd-99cd-787c4e57972d req-2478287e-c6ef-4595-b8eb-5c447d834cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:27:53.647200 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3b9bab27-4ab9-4efd-99cd-787c4e57972d req-2478287e-c6ef-4595-b8eb-5c447d834cdd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524311 Jun 20 12:27:53.669474 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-2bb56676-2e34-4fcf-875e-d789ccbb7a5d None None] Set router 448d5117-a3a3-4311-a0a9-aaba342c547d gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:27:53.739216 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3b9bab27-4ab9-4efd-99cd-787c4e57972d req-b555569d-87ec-4515-8864-83415735b6e8 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847082 Jun 20 12:27:53.832877 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3b9bab27-4ab9-4efd-99cd-787c4e57972d req-3416aef2-7f84-45aa-9ecb-69abcae70bf3 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878384 Jun 20 12:27:53.892385 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-2bb56676-2e34-4fcf-875e-d789ccbb7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 4, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port': {'id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:de:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_floatingips': [{'id': '95bc7cfb-6064-4ed7-951d-b0c496af526a', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'router_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'port_id': 'd04a37da-d1ab-4233-9b1d-6c3eae914824', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'mac_address': 'fa:16:3e:24:4d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fad0c6-c583-497f-b27d-5b2c2593ea50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-20T12:27:38Z', 'updated_at': '2021-06-20T12:27:52Z', 'revision_number': 1, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb', 'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'mac_address': 'fa:16:3e:67:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:42Z', 'updated_at': '2021-06-20T12:06:57Z', 'revision_number': 5, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'subnets': [{'id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:27:53.918094 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb56676-2e34-4fcf-875e-d789ccbb7a5d None None] The sync data for ids ['448d5117-a3a3-4311-a0a9-aaba342c547d'] in dv-cinder-794962-4-iscsi is: [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 4, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port': {'id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:de:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_floatingips': [{'id': '95bc7cfb-6064-4ed7-951d-b0c496af526a', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'router_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'port_id': 'd04a37da-d1ab-4233-9b1d-6c3eae914824', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'mac_address': 'fa:16:3e:24:4d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fad0c6-c583-497f-b27d-5b2c2593ea50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-20T12:27:38Z', 'updated_at': '2021-06-20T12:27:52Z', 'revision_number': 1, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb', 'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'mac_address': 'fa:16:3e:67:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:42Z', 'updated_at': '2021-06-20T12:06:57Z', 'revision_number': 5, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'subnets': [{'id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:27:54.095442 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827e8bc8-833c-4669-b38d-dd7d20aa1b1c None None] New status for floating IP 95bc7cfb-6064-4ed7-951d-b0c496af526a: ACTIVE {{(pid=92894) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 20 12:28:07.898254 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-052705a0-cf5a-4dfc-a31f-9fa41e8795e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:09.727922 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-57233944-512a-463c-9c1f-04c98a6955a4 req-6852a2d0-8bb0-48c6-a3d1-2e2b04d6fcb4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561438 Jun 20 12:28:09.838367 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57233944-512a-463c-9c1f-04c98a6955a4 req-763d665f-8aef-4b81-bd78-7789ef8598ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:28:09.839828 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-57233944-512a-463c-9c1f-04c98a6955a4 req-763d665f-8aef-4b81-bd78-7789ef8598ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 1098 time: 0.0539553 Jun 20 12:28:09.950788 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57233944-512a-463c-9c1f-04c98a6955a4 req-5bb904e9-900f-4d42-86dc-e6f147fc0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:28:09.952230 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-57233944-512a-463c-9c1f-04c98a6955a4 req-5bb904e9-900f-4d42-86dc-e6f147fc0886 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 200 len: 920 time: 0.0896204 Jun 20 12:28:09.994186 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6f66fd9c-25d7-4f43-9ad0-4625ecfe23ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:09.999964 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-57233944-512a-463c-9c1f-04c98a6955a4 req-9369aff5-3ff1-44bd-a08b-d1e53ff369cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ece2b702-a1d0-40a0-a2be-e18d2b53db25 HTTP/1.1" status: 200 len: 217 time: 0.0403457 Jun 20 12:28:10.050671 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57233944-512a-463c-9c1f-04c98a6955a4 req-069c6077-0c37-4c6f-bec7-669724f0854d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:28:10.052125 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-57233944-512a-463c-9c1f-04c98a6955a4 req-069c6077-0c37-4c6f-bec7-669724f0854d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0bca940-04b5-4092-a25a-ee3a37d4ce47 HTTP/1.1" status: 200 len: 859 time: 0.0462604 Jun 20 12:28:10.088322 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-57233944-512a-463c-9c1f-04c98a6955a4 req-56a806f4-a7b4-4569-9956-7353b8d57641 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a060551e-4666-489f-af6c-22591d5d515d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301692 Jun 20 12:28:10.179685 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-57233944-512a-463c-9c1f-04c98a6955a4 req-c7edc601-2639-4a9d-b76c-ff6996b47d63 service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842757 Jun 20 12:28:10.283485 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-57233944-512a-463c-9c1f-04c98a6955a4 req-133e9560-4e91-428c-959a-9114eefab47d service neutron] 10.222.0.30 "GET /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956604 Jun 20 12:28:10.375454 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:11.564039 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:12.157626 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:28:13.301306 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:20.270713 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:37.901325 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-517e8860-9555-4564-bfc0-e492eca91634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:39.994445 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0c4709be-52b5-4379-9b91-11558d14252d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:40.378126 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:41.567265 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:43.304524 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:46.463615 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf77fba-68b4-4485-b8a7-776d98068c8c req-19a2e0ba-7a5a-4ec4-a575-24bbe86e1afe tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:28:46.465020 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ecf77fba-68b4-4485-b8a7-776d98068c8c req-19a2e0ba-7a5a-4ec4-a575-24bbe86e1afe tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0676651 Jun 20 12:28:46.503597 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ecf77fba-68b4-4485-b8a7-776d98068c8c req-92353bfe-eb56-452c-a568-f9f495afd316 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329187 Jun 20 12:28:47.474608 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5e738-e1c1-4b8b-8525-6fb8c5ad11b7 req-54d6aabb-1aea-4d25-a884-c1a66fa9f656 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:28:47.476075 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-05c5e738-e1c1-4b8b-8525-6fb8c5ad11b7 req-54d6aabb-1aea-4d25-a884-c1a66fa9f656 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0666113 Jun 20 12:28:47.582196 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-05c5e738-e1c1-4b8b-8525-6fb8c5ad11b7 req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Deleting port 0ccfb74d-f675-4d5a-8721-2d96c7935350 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:28:47.582731 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-05c5e738-e1c1-4b8b-8525-6fb8c5ad11b7 req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:47.677852 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90e21f-46c2-4af1-8ecb-dcc9cba9fe89 req-eafbae2b-91a3-4a3a-adb4-d49ee6943e70 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:28:47.678479 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-05c5e738-e1c1-4b8b-8525-6fb8c5ad11b7 req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] For port 0ccfb74d-f675-4d5a-8721-2d96c7935350, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0ccfb74d-f675-4d5a-8721-2d96c7935350,segment=NetworkSegment(d173258b-ac85-417c-8dd8-67f09ada7546),segment_id=d173258b-ac85-417c-8dd8-67f09ada7546)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:28:47.678635 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-05c5e738-e1c1-4b8b-8525-6fb8c5ad11b7 req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:47.684280 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-da90e21f-46c2-4af1-8ecb-dcc9cba9fe89 req-eafbae2b-91a3-4a3a-adb4-d49ee6943e70 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f57c809-1ce1-4dca-8e30-55be3f778e97 HTTP/1.1" status: 200 len: 946 time: 0.0665619 Jun 20 12:28:47.748629 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-05c5e738-e1c1-4b8b-8525-6fb8c5ad11b7 req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Calling delete_port for 0ccfb74d-f675-4d5a-8721-2d96c7935350 owned by compute:nova {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:28:47.887963 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-05c5e738-e1c1-4b8b-8525-6fb8c5ad11b7 req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:47.892227 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-3b3b0940-4ca5-4cbc-b30b-d8816788099e tempest-DeleteServersTestJSON-678794169 tempest-DeleteServersTestJSON-678794169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:28:47.919074 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Pushing event deleted for resources: {'Port': ['ID=0ccfb74d-f675-4d5a-8721-2d96c7935350,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:28:47.928550 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['ece2b702-a1d0-40a0-a2be-e18d2b53db25', '0ccfb74d-f675-4d5a-8721-2d96c7935350'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:28:47.951659 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:47.952118 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:47.952400 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:47.952760 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:47.953151 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:47.953507 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:47.953860 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:47.954221 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:47.954577 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:47.954921 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:47.955450 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:47.955806 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:47.962788 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:28:47.981075 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c5e738-e1c1-4b8b-8525-6fb8c5ad11b7 req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] No DVR routers for this DVR port 0ccfb74d-f675-4d5a-8721-2d96c7935350 on host hv-cinder-79496 {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:28:47.983759 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-05c5e738-e1c1-4b8b-8525-6fb8c5ad11b7 req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:47.985734 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-05c5e738-e1c1-4b8b-8525-6fb8c5ad11b7 req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.30 "DELETE /v2.0/ports/0ccfb74d-f675-4d5a-8721-2d96c7935350 HTTP/1.1" status: 204 len: 173 time: 0.5045135 Jun 20 12:28:47.987234 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f57c809-1ce1-4dca-8e30-55be3f778e97', 'name': 'network-vif-deleted', 'tag': '0ccfb74d-f675-4d5a-8721-2d96c7935350'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:28:47.989735 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ce022a-d2c2-4848-a1f5-9a554bd9d827" -d '{"events": [{"server_uuid": "8f57c809-1ce1-4dca-8e30-55be3f778e97", "name": "network-vif-deleted", "tag": "0ccfb74d-f675-4d5a-8721-2d96c7935350"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:28:47.993105 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-da90e21f-46c2-4af1-8ecb-dcc9cba9fe89 req-3a329c24-8a8d-4446-858a-09ecb373d68f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080482 Jun 20 12:28:48.027731 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d424ea-292c-4ac2-b56d-ba3a2ad0e2c5 x-openstack-request-id: req-18d424ea-292c-4ac2-b56d-ba3a2ad0e2c5 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:28:48.028110 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f57c809-1ce1-4dca-8e30-55be3f778e97", "name": "network-vif-deleted", "tag": "0ccfb74d-f675-4d5a-8721-2d96c7935350", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:28:48.028405 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18d424ea-292c-4ac2-b56d-ba3a2ad0e2c5 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:28:48.028837 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f57c809-1ce1-4dca-8e30-55be3f778e97', 'name': 'network-vif-deleted', 'tag': '0ccfb74d-f675-4d5a-8721-2d96c7935350', 'status': 'completed', 'code': 200} Jun 20 12:28:49.156325 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:28:49.452479 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b4b6c-fd84-473f-851d-b5f222b686e1 req-8e1d3c2a-8237-472e-97b6-02c6faf7f183 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:28:49.453945 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6c8b4b6c-fd84-473f-851d-b5f222b686e1 req-8e1d3c2a-8237-472e-97b6-02c6faf7f183 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0681713 Jun 20 12:28:49.491716 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6c8b4b6c-fd84-473f-851d-b5f222b686e1 req-7ecd9921-0bc1-4e92-b832-91e87789a742 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311356 Jun 20 12:28:50.273947 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:50.704259 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d363632-cf10-4f52-8e70-b3435e1c6248 req-9d977c6d-3f76-4a08-b6ea-ac376deb5f11 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:28:50.706073 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7d363632-cf10-4f52-8e70-b3435e1c6248 req-9d977c6d-3f76-4a08-b6ea-ac376deb5f11 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.0985048 Jun 20 12:28:50.713912 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91084a-f331-47f7-954e-85a2c8360144 req-315696cb-d7a0-4257-a388-e9636fd43abf tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:28:50.714941 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-af91084a-f331-47f7-954e-85a2c8360144 req-315696cb-d7a0-4257-a388-e9636fd43abf tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.30 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 945 time: 0.1161330 Jun 20 12:28:50.811028 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 44692) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:28:50.922395 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8e907b18-ea47-415d-a091-10227066f0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:51.015766 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8e907b18-ea47-415d-a091-10227066f0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:51.020074 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8e907b18-ea47-415d-a091-10227066f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:51.022715 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-1fed160a-4a95-4418-9040-6349659df9e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:28:51.061364 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7d363632-cf10-4f52-8e70-b3435e1c6248 req-a23f03bf-278c-486e-a532-40463a7f0408 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/security-groups?id=d55835bd-2d36-4b51-8138-b0b7df6c4a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431592 Jun 20 12:28:51.061622 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-8e907b18-ea47-415d-a091-10227066f0fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10a743a344de4769a69be68c0373d9f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468281 Jun 20 12:28:51.061622 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 44696) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:28:51.069191 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e907b18-ea47-415d-a091-10227066f0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963102e9-1030-4ec2-bfb0-2a8df767798c,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:28:51.082372 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e907b18-ea47-415d-a091-10227066f0fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:51.082372 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e907b18-ea47-415d-a091-10227066f0fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:51.082372 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e907b18-ea47-415d-a091-10227066f0fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:51.082733 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e907b18-ea47-415d-a091-10227066f0fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:51.083039 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e907b18-ea47-415d-a091-10227066f0fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:51.083401 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e907b18-ea47-415d-a091-10227066f0fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:51.083757 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e907b18-ea47-415d-a091-10227066f0fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:51.084112 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e907b18-ea47-415d-a091-10227066f0fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:51.084466 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e907b18-ea47-415d-a091-10227066f0fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:51.084814 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e907b18-ea47-415d-a091-10227066f0fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:51.085196 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e907b18-ea47-415d-a091-10227066f0fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:51.085543 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e907b18-ea47-415d-a091-10227066f0fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:28:51.093806 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-8e907b18-ea47-415d-a091-10227066f0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:28:51.111089 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-af91084a-f331-47f7-954e-85a2c8360144 req-844395ff-4b02-420d-9e3a-9a093b497dd7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Deleting port ece2b702-a1d0-40a0-a2be-e18d2b53db25 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:28:51.112131 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-af91084a-f331-47f7-954e-85a2c8360144 req-844395ff-4b02-420d-9e3a-9a093b497dd7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:51.126553 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5e21a43c-1b40-4110-95b6-d903f899e2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:51.143631 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 0ccfb74d-f675-4d5a-8721-2d96c7935350 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:28:51.147886 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5e21a43c-1b40-4110-95b6-d903f899e2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:51.163430 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] No Port match for: 0ccfb74d-f675-4d5a-8721-2d96c7935350 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:28:51.163779 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 0ccfb74d-f675-4d5a-8721-2d96c7935350 not bound to the agent host hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:28:51.196867 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5e21a43c-1b40-4110-95b6-d903f899e2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:51.199515 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5e21a43c-1b40-4110-95b6-d903f899e2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:51.203350 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-5e21a43c-1b40-4110-95b6-d903f899e2ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/963102e9-1030-4ec2-bfb0-2a8df767798c HTTP/1.1" status: 204 len: 168 time: 0.1382048 Jun 20 12:28:51.203350 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-65a70611-c239-4760-9fb4-dd16c5eda6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:28:51.204436 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-af91084a-f331-47f7-954e-85a2c8360144 req-844395ff-4b02-420d-9e3a-9a093b497dd7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] For port ece2b702-a1d0-40a0-a2be-e18d2b53db25, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ece2b702-a1d0-40a0-a2be-e18d2b53db25,segment=NetworkSegment(d173258b-ac85-417c-8dd8-67f09ada7546),segment_id=d173258b-ac85-417c-8dd8-67f09ada7546)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:28:51.204791 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-af91084a-f331-47f7-954e-85a2c8360144 req-844395ff-4b02-420d-9e3a-9a093b497dd7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:51.214731 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21a43c-1b40-4110-95b6-d903f899e2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963102e9-1030-4ec2-bfb0-2a8df767798c,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:28:51.217443 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5e21a43c-1b40-4110-95b6-d903f899e2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:28:51.274626 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-af91084a-f331-47f7-954e-85a2c8360144 req-844395ff-4b02-420d-9e3a-9a093b497dd7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Calling delete_port for ece2b702-a1d0-40a0-a2be-e18d2b53db25 owned by compute:nova {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:28:51.399794 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-af91084a-f331-47f7-954e-85a2c8360144 req-844395ff-4b02-420d-9e3a-9a093b497dd7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:51.404640 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-1093e56a-98f1-4239-bbc8-84cab24ea46c tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:28:51.434308 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['ece2b702-a1d0-40a0-a2be-e18d2b53db25'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:28:51.437244 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844395ff-4b02-420d-9e3a-9a093b497dd7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Pushing event deleted for resources: {'Port': ['ID=ece2b702-a1d0-40a0-a2be-e18d2b53db25,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:28:51.441104 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-844395ff-4b02-420d-9e3a-9a093b497dd7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:28:51.486049 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-af91084a-f331-47f7-954e-85a2c8360144 req-844395ff-4b02-420d-9e3a-9a093b497dd7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] No DVR routers for this DVR port ece2b702-a1d0-40a0-a2be-e18d2b53db25 on host hv-cinder-79496 {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:28:51.489537 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-af91084a-f331-47f7-954e-85a2c8360144 req-844395ff-4b02-420d-9e3a-9a093b497dd7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:28:51.491469 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-af91084a-f331-47f7-954e-85a2c8360144 req-844395ff-4b02-420d-9e3a-9a093b497dd7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.30 "DELETE /v2.0/ports/ece2b702-a1d0-40a0-a2be-e18d2b53db25 HTTP/1.1" status: 204 len: 173 time: 0.7686145 Jun 20 12:28:51.492060 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eb747a-eb98-4d7f-aec3-ca054b4782b1', 'name': 'network-vif-deleted', 'tag': 'ece2b702-a1d0-40a0-a2be-e18d2b53db25'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:28:51.494401 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacd9d7b-b5ae-49d2-9ebc-c25b061b66f7" -d '{"events": [{"server_uuid": "67eb747a-eb98-4d7f-aec3-ca054b4782b1", "name": "network-vif-deleted", "tag": "ece2b702-a1d0-40a0-a2be-e18d2b53db25"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:28:51.532328 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36eadbd-eabf-48bb-a2ef-8a3002ea198b x-openstack-request-id: req-f36eadbd-eabf-48bb-a2ef-8a3002ea198b {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:28:51.532649 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67eb747a-eb98-4d7f-aec3-ca054b4782b1", "name": "network-vif-deleted", "tag": "ece2b702-a1d0-40a0-a2be-e18d2b53db25", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:28:51.532944 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f36eadbd-eabf-48bb-a2ef-8a3002ea198b {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:28:51.534118 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eb747a-eb98-4d7f-aec3-ca054b4782b1', 'name': 'network-vif-deleted', 'tag': 'ece2b702-a1d0-40a0-a2be-e18d2b53db25', 'status': 'completed', 'code': 200} Jun 20 12:28:52.205842 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ac41a268-32c0-40d8-b0b9-c6812b2e567b req-702ceff7-c495-4ae6-b0bf-2af8e06f5cbf tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0307813 Jun 20 12:28:53.348705 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-84e58709-a17f-4cdc-9d85-adb472b6b517 req-a703296f-90a9-4816-8670-29f4e5692f8d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0296462 Jun 20 12:28:54.486919 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f4cf0ec9-ec80-4774-9c6d-39a9cbfeee03 req-cd632429-dfc5-45e2-b0b2-028e4a9f40a8 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0277979 Jun 20 12:28:55.151320 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device ece2b702-a1d0-40a0-a2be-e18d2b53db25 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:28:55.170887 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] No Port match for: ece2b702-a1d0-40a0-a2be-e18d2b53db25 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:28:55.171232 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device ece2b702-a1d0-40a0-a2be-e18d2b53db25 not bound to the agent host hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:28:55.622720 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1384f9c9-b2a4-4eac-be7e-880687c8adc2 req-78e80e1d-f1ff-4cbb-b043-b0a7a5dcb378 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0286164 Jun 20 12:28:56.766434 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d5366027-5309-4b0d-a002-71a7a76d1fb5 req-f293dbdc-cc64-40f2-8a7f-b60f6ee8eb32 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0315475 Jun 20 12:28:57.907256 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c88e7ec9-98dd-4a77-bf80-75d1ca5e4392 req-a9296a49-b8db-4094-a923-29977ace712d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0277793 Jun 20 12:28:59.047790 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-77d00e62-56de-4288-a22d-1bc114977987 req-e10f63dc-215d-42eb-ad36-ec306439dd4c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0271688 Jun 20 12:29:00.185753 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-fa260e32-5e06-4f09-ac72-f86bb80199e7 req-76a72a38-390b-43ac-83ac-3cb6eb13d714 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0275795 Jun 20 12:29:01.329665 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ee127ffe-e8c4-423e-91c1-7c4998353042 req-40d35378-5892-415c-9b61-cb3d6597404d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0312870 Jun 20 12:29:02.474474 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-410fce03-4e5e-4850-9311-f93df06a9bd7 req-2655deb7-d52c-4158-ab16-a13bd822dc54 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0314894 Jun 20 12:29:03.616358 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b69aa8bc-5995-4a09-980f-7c484559b0fb req-b0c918ea-418a-4f6f-8bbe-ad4f7b03b4eb tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0303104 Jun 20 12:29:04.767965 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9293d3ad-a58d-48d9-ab13-fa6669e77bf3 req-e99dba66-afae-466f-8b61-6447384d5933 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0324636 Jun 20 12:29:05.926171 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-606f25e4-43f9-4c59-b756-3288170aca31 req-03926198-37ad-4528-9e07-c2b6b0eb3add tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0353603 Jun 20 12:29:07.072111 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ffc047aa-3bca-4a53-ba22-b216fb9807cb req-99767627-7242-46b1-93bc-3f3b0c6f874f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0286028 Jun 20 12:29:07.902759 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fb29fae7-43c3-422f-a351-901ffb21f9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:29:08.215970 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-37729833-0195-4185-85e5-13478842b8f6 req-580d12b7-68b9-4484-b54a-bcbfaba2f13e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0297601 Jun 20 12:29:09.513790 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-49599fb8-8113-47b6-9207-0d2a96b2bf29 req-9784beef-f818-47cf-8590-99f79201e379 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0302713 Jun 20 12:29:09.784912 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-68b173dc-19f0-4ad1-b25e-fa9f61580fc2 req-2761a7ac-bc7e-443d-a70a-a90362d59977 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485511 Jun 20 12:29:09.866993 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b173dc-19f0-4ad1-b25e-fa9f61580fc2 req-bf5b3d78-aa8a-4bd9-be28-fa315be56f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:29:09.868484 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-68b173dc-19f0-4ad1-b25e-fa9f61580fc2 req-bf5b3d78-aa8a-4bd9-be28-fa315be56f29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c16ce4f25bdc4e63a3033d70aef6b192&device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 1098 time: 0.0516181 Jun 20 12:29:09.971437 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b173dc-19f0-4ad1-b25e-fa9f61580fc2 req-6ce95534-936d-4fc4-9c2a-269bd8961696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:29:09.972865 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-68b173dc-19f0-4ad1-b25e-fa9f61580fc2 req-6ce95534-936d-4fc4-9c2a-269bd8961696 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7 HTTP/1.1" status: 200 len: 912 time: 0.0844829 Jun 20 12:29:09.995071 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b30a2242-a485-4950-80e8-cd55324921f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:29:10.037996 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-68b173dc-19f0-4ad1-b25e-fa9f61580fc2 req-35e03351-d835-4b23-9d76-28b8222777f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d04a37da-d1ab-4233-9b1d-6c3eae914824 HTTP/1.1" status: 200 len: 1000 time: 0.0587969 Jun 20 12:29:10.086997 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b173dc-19f0-4ad1-b25e-fa9f61580fc2 req-0f84e3d5-d38e-4b17-a85b-ff8d81354aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:29:10.088403 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-68b173dc-19f0-4ad1-b25e-fa9f61580fc2 req-0f84e3d5-d38e-4b17-a85b-ff8d81354aea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7035286-0d2c-4091-b67f-a11e111092cb HTTP/1.1" status: 200 len: 850 time: 0.0451298 Jun 20 12:29:10.141736 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b173dc-19f0-4ad1-b25e-fa9f61580fc2 req-1da7800d-96cd-4a83-a5cf-6df6df2d3b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:29:10.143423 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-68b173dc-19f0-4ad1-b25e-fa9f61580fc2 req-1da7800d-96cd-4a83-a5cf-6df6df2d3b8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492699 Jun 20 12:29:10.228397 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-68b173dc-19f0-4ad1-b25e-fa9f61580fc2 req-15c689f0-0359-4e0a-96d0-db5dc1348ce5 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781674 Jun 20 12:29:10.319949 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-68b173dc-19f0-4ad1-b25e-fa9f61580fc2 req-77c53f05-9549-4ad3-a44b-febc08974609 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858176 Jun 20 12:29:10.381513 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:29:10.650634 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-edf04bd3-8651-46e1-8f33-2c62bd79876b req-10aeca2d-e52f-4d6d-ac30-41f0eb13d471 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0278585 Jun 20 12:29:11.570466 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:29:11.788432 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-26ff1634-6839-4fba-9b5e-aabde70a2d8c req-3b392dfd-c197-448c-9a4e-686795e0d0c3 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0297527 Jun 20 12:29:12.933274 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0497d2fb-d197-4c75-bff7-2c7a0dc7c858 req-5d4cf6d4-3317-4e97-a8c3-d2fa22e61a72 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0327861 Jun 20 12:29:13.307927 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:29:14.071559 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4e3eb80b-2d41-4a73-8174-bd746a1489db req-5da38065-1381-44f2-a858-de35ec5b9ff8 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0285294 Jun 20 12:29:15.207954 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e0f58f99-40e0-4620-8e66-fb886b9e878c req-ebb91433-542e-4ba7-8669-f4eb01f5de1e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0282192 Jun 20 12:29:16.354751 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a62473d8-ba8b-437e-b8cd-acf9d09d9cad req-bb81a03f-0d78-43bc-8a6f-8399be89ffcd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0345230 Jun 20 12:29:17.496819 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4538f5d2-4a7c-40ed-8460-4e84f4b25d49 req-7d8bc02b-f2e2-40ec-94ff-cb96139b65d4 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0287967 Jun 20 12:29:18.635357 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2a54bdb3-371e-419c-999e-0a04a6fc6605 req-6c026646-e114-4630-9436-41301aa3e8d2 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0280604 Jun 20 12:29:19.779136 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-8e245803-581c-4799-a77a-5f9e6316ad25 req-a13bd7da-cbaf-49be-b83a-56750fbde1b6 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0293601 Jun 20 12:29:20.270819 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:29:20.918701 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9dfdf7e7-ca48-4c3b-a82a-0f32a3f3057c req-72b4aeb3-6aa6-44b2-aff8-aabc4e3c5f3d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0281396 Jun 20 12:29:22.063846 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b6ba0fb9-6e8f-4416-be5f-7b4057d21f4f req-09b1f820-fa82-455e-bffe-d55078932522 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0316236 Jun 20 12:29:23.204534 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d7c5a566-9768-413f-b46e-831a85775e1f req-02155224-8f8a-44d2-aa4b-13718845d657 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0292416 Jun 20 12:29:24.346695 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-efc2decb-3d02-4295-83bd-7c8a1e0d59c6 req-63c80b68-9a0d-4b1b-a7ad-57c7534bd297 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0281053 Jun 20 12:29:25.497044 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-65af7b66-d443-44f2-aa62-f1989094439b req-083f7da9-bb6f-4623-b19e-2b48f5ea1ee7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0327165 Jun 20 12:29:26.154992 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:29:26.635009 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-fe410625-2b77-4ec5-9acb-826f1a5f42c0 req-ff353be1-4bea-473f-a659-c3094d5f77f4 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0288231 Jun 20 12:29:27.774734 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5758687c-a4ea-4cfd-bbe4-c647019d4daf req-c56b1a98-3dcc-4f0c-b057-a3e253792457 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0287807 Jun 20 12:29:28.921331 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-569cc010-29da-48e2-9054-6d4876ee7db0 req-85c51641-568b-4adc-b41d-6a2d54819fef tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0273731 Jun 20 12:29:30.060687 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d1712a84-485b-45e1-8603-043c8a13dbe9 req-853dc606-02db-49d6-925c-e2476729c2aa tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0279791 Jun 20 12:29:31.206394 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-85ad4cbe-0763-489c-ae7e-d0f3b6ca5c0f req-060adbdd-9c24-48c9-a316-a812b37e2a25 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0314715 Jun 20 12:29:32.345216 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6e253021-5f4b-4040-b58e-6279220ac409 req-0a5fd8eb-50b5-49d1-a804-169d94bae69d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0282004 Jun 20 12:29:33.484639 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-865f0e91-9f26-4c9e-a842-cd931d621942 req-845e6737-7f02-400a-89dd-10465eca02eb tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0280397 Jun 20 12:29:34.634078 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e8bb36c6-c906-4091-af50-0ee3d8222639 req-0129b1b3-b229-438f-841f-6d4aa5372693 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0351706 Jun 20 12:29:35.774669 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f29b4965-e98f-4e24-8554-8c124dce50ac req-02123c54-3bcb-4e4e-a24f-c41a2888bf03 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0303631 Jun 20 12:29:36.921747 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b0473997-6fb4-4180-bbea-181710fffc04 req-b8d76338-b1b1-42fd-beb0-87c22a0924b5 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0285549 Jun 20 12:29:37.904145 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-86156742-678b-4347-aca9-a79449aa8a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:29:38.064311 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d9851ce7-3020-4df1-a8d3-2eac1b9dc8b8 req-b5d88a93-2aae-4d4c-b69d-088757b16b54 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0280714 Jun 20 12:29:39.212014 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-53ac252f-008a-4ffd-9482-6f45b93fc9a5 req-e635efec-5b7a-4bee-9ffd-d02becd573c3 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0286305 Jun 20 12:29:39.997497 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6c75d117-d259-4f9b-9126-983725d5b70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:29:40.385706 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:29:40.520761 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e9d899a4-2175-45e9-9a92-baf8a4b45ea8 req-71986873-24ef-49c5-b9d2-f09f7efd6431 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0334578 Jun 20 12:29:41.574204 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:29:41.660398 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6f3fff5b-75fb-454d-aafb-7f2b143bca74 req-926aedc5-0c7b-4c16-aa43-6b6661595fe8 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0291743 Jun 20 12:29:42.802883 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-82dc2d8d-9bff-4f60-b1e7-75f538e87ad4 req-09770e87-676c-4a5e-915c-0f2b078dce5b tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0291479 Jun 20 12:29:43.312297 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:29:43.952681 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c3357409-3464-4894-a0fd-7dc0161cd294 req-ad106e8c-a9bf-4995-83e6-3c8809bb9b00 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0318449 Jun 20 12:29:45.097825 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-fbfde442-d7cb-404e-9a6f-e1b9ae939759 req-581054f9-c929-44c9-bf6b-de8ff5a9ab66 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0283749 Jun 20 12:29:46.239003 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b61407b4-e75c-45d4-ac29-62dbce327f6e req-131e6d8d-a4af-48fc-8d26-45bb05d8be51 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0288944 Jun 20 12:29:47.386170 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-349cb73f-1602-4358-a383-ecf842b85830 req-4d5d5247-481d-456b-8c43-56fe25611552 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0314684 Jun 20 12:29:48.547406 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cd2f266a-16fe-4a41-9bf9-552a6eddd299 req-2f3a6261-4950-48e0-aed9-987d34150683 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0429182 Jun 20 12:29:49.693483 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-47d7e365-abb5-4982-a759-c3a1c0d1d90e req-35bf4692-4ff7-49f4-809b-e445b9482404 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0318310 Jun 20 12:29:50.270079 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:29:50.832787 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1c58754b-271c-42cb-a018-52b54aba4eef req-67ab03fc-e934-4070-89a1-743724f63257 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0282495 Jun 20 12:29:51.974175 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cbfe07c7-6c8c-45e5-a107-07765adf0099 req-e894ede8-ea4a-438e-b718-802f153f0855 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0283983 Jun 20 12:29:53.135347 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cce2295d-432c-4882-aed5-c810c070cc99 req-35015060-1ff5-453e-a92f-6a6a0881e561 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0304713 Jun 20 12:29:54.274843 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3e68418d-969a-4311-93bc-2873cb23c869 req-c28c627d-d2c0-44d2-b7a0-8f0ac6d7f73d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0290742 Jun 20 12:29:55.416751 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-98ba13ab-a44e-49c2-9b7f-77d91603941e req-468285c6-82a8-4ad6-ab59-a018025d3ff7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0288417 Jun 20 12:29:56.555142 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-acadc32b-e489-4202-85d5-a6f3121dde03 req-3a3bd547-3786-4843-ad17-b03e016af482 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0282934 Jun 20 12:29:57.691273 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b789dd8e-a1a1-4fad-9dd7-fb1128dee287 req-cec3cc80-11ea-4760-b758-d332bebbce9c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0277612 Jun 20 12:29:58.840650 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-393ed877-05e1-4d44-8a74-4b36027dcea5 req-178ff7a7-4f4b-4cc6-acda-aaedc4b10b1f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0328016 Jun 20 12:29:59.980596 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9c62cedf-46fd-4e70-8da7-da80c73a8e4d req-5a5046d6-b937-4f92-b656-0d8719ac1a1a tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0281751 Jun 20 12:30:01.141249 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3b23a2d0-da41-4cd6-91a9-a228292ae3ce req-37db5b2b-862a-4f24-8963-8860dff51f39 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0299954 Jun 20 12:30:02.288571 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-eaff15e9-7bcd-46a9-9e1b-f2b3b1d7c7d5 req-c5a64150-b11e-487b-8150-75a23feb9709 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0313940 Jun 20 12:30:03.157288 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:30:03.427711 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f73622b1-9bf2-4d3b-bd46-968bac087c25 req-b3c61506-3a98-42b6-b12f-d100e7c7097f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0295236 Jun 20 12:30:04.573625 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a88d56a4-05b5-4e19-a3a5-9d9f6b951ea3 req-b8892f47-32bb-40d5-b55d-5beccb089284 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0287373 Jun 20 12:30:05.713160 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c2a5d057-5edb-4ea9-9d58-6adccdca0138 req-bb8a9c92-9c92-4d50-9df8-1152db3bc059 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0281677 Jun 20 12:30:06.856667 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d2d67f87-f286-439a-a6cc-82b59eab4891 req-de399d7d-852c-4b3c-8989-6abaa029b8a8 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0279567 Jun 20 12:30:07.906447 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-835009ee-613e-407c-b257-4e1da493ed0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:08.024088 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3987b5aa-d32c-4fac-925d-b635bd3fc143 req-ddd0ba87-23b3-4b82-953e-1feca29bda48 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0325568 Jun 20 12:30:09.170714 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4746d5bd-2631-4a6c-8c3b-7e51383289db req-5c65639d-9457-4fc3-bb84-e07690f6c223 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0277925 Jun 20 12:30:10.003774 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-166af73b-47d7-49a0-a9f5-087a4cfa8313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:10.314607 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-62d5eb56-59b8-4181-bd61-8568cce3b55e req-aef71132-808b-459f-b603-509151c64da1 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0292990 Jun 20 12:30:10.379578 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:11.465374 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c837e092-e653-4439-9fa0-7a51bb08b3fe req-da86948e-75a2-4423-b4ab-708110bfb051 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0340383 Jun 20 12:30:11.578490 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:11.767040 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-56329866-527c-4476-b147-cf064e96e552 req-27593a01-da5f-410d-90ba-749a3a9593fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546734 Jun 20 12:30:11.877343 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56329866-527c-4476-b147-cf064e96e552 req-38df9187-71ee-42df-83f8-03f13c591eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:30:11.878779 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-56329866-527c-4476-b147-cf064e96e552 req-38df9187-71ee-42df-83f8-03f13c591eaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c16ce4f25bdc4e63a3033d70aef6b192&device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 1098 time: 0.0535541 Jun 20 12:30:11.986196 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56329866-527c-4476-b147-cf064e96e552 req-b298c1a4-11b1-4ef0-b9dd-c4229d6ea2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:30:11.987544 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-56329866-527c-4476-b147-cf064e96e552 req-b298c1a4-11b1-4ef0-b9dd-c4229d6ea2a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7 HTTP/1.1" status: 200 len: 912 time: 0.0880103 Jun 20 12:30:12.050671 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-56329866-527c-4476-b147-cf064e96e552 req-bd35283c-d5bd-4f54-83a2-a5ec5750a779 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d04a37da-d1ab-4233-9b1d-6c3eae914824 HTTP/1.1" status: 200 len: 1000 time: 0.0571003 Jun 20 12:30:12.098152 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56329866-527c-4476-b147-cf064e96e552 req-f903aa35-1a16-42a5-9ce8-fa219fb82e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:30:12.099565 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-56329866-527c-4476-b147-cf064e96e552 req-f903aa35-1a16-42a5-9ce8-fa219fb82e12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7035286-0d2c-4091-b67f-a11e111092cb HTTP/1.1" status: 200 len: 850 time: 0.0434632 Jun 20 12:30:12.162588 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56329866-527c-4476-b147-cf064e96e552 req-35553ca6-9255-4d68-acfa-fedb3e8ce5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:30:12.164058 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-56329866-527c-4476-b147-cf064e96e552 req-35553ca6-9255-4d68-acfa-fedb3e8ce5bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586050 Jun 20 12:30:12.250593 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-56329866-527c-4476-b147-cf064e96e552 req-fb884e1d-0730-420f-8ff8-59c80a7b116e service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797801 Jun 20 12:30:12.342434 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-56329866-527c-4476-b147-cf064e96e552 req-b8cbb69c-64ea-4b45-b29d-50092475a7f0 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851858 Jun 20 12:30:12.607783 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-80af4259-1bf9-43dd-9ea2-e21a96f6865b req-444e93d3-eff8-40c8-bb05-61428ad4b42c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0288212 Jun 20 12:30:13.317009 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:13.750816 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bff6fb2e-5397-4ddf-b758-10dbe45c0167 req-c45bf10d-9a1a-4db4-bd58-e471bf1389dc tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0300436 Jun 20 12:30:14.895834 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0f9a3901-6f4f-4a92-ba86-2b1e15474979 req-46d856ed-f043-4ecc-b569-99aab7279008 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0302029 Jun 20 12:30:16.031620 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-79b45829-e896-408e-8f6d-6a8eed946d63 req-7b06f866-dd73-445c-8421-7544fdcfc75e tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0282216 Jun 20 12:30:17.177076 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e9f70b10-27c0-45f1-86bd-f8f378609bd6 req-1f9a97ae-8774-483e-a0f5-3c2bbdfc02ea tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0313778 Jun 20 12:30:18.329500 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d1a83f8e-dbe1-4896-926a-dffa457457ce req-5b8f29bf-cb8c-411f-97db-68c143f3f64f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0298920 Jun 20 12:30:19.513647 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-836346d2-dd84-4a88-9385-1900cddcb37f req-08984182-0988-46d7-b0ce-9a172731bf50 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0332172 Jun 20 12:30:20.273530 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:20.671049 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7e87a468-6e32-444d-8ae6-429079d10d81 req-fd51ccdf-e21d-4164-8dff-9fa864ca53cb tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0319443 Jun 20 12:30:21.810882 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c12a75ff-a8ca-4db0-b0fd-dfd3d795767b req-56a65aa5-e58d-456b-8f28-05339d381786 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0281043 Jun 20 12:30:22.951484 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-457e833c-d0e9-498f-a695-a39fa24fec4e req-105c375c-bf54-4b2b-8fca-6ecf0bbad3e3 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0271289 Jun 20 12:30:24.095590 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-18127b0a-6ec9-4a2b-9b91-440a03eec745 req-dc4413e0-ea68-4051-8d06-d671c788d905 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0309188 Jun 20 12:30:25.237480 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-81daa4bf-51bd-416c-92c9-78c8b5a9a478 req-5f859c07-c714-4b9b-9612-2df5b7e5fec1 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0279999 Jun 20 12:30:26.389050 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ea6857a4-507a-41bb-bd3e-6e8688a1fe24 req-bd786a7b-71b3-4822-afa6-bf32204bf28d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0331066 Jun 20 12:30:27.532675 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ff38ba9b-a18b-4d2d-9e8d-0867f34d3468 req-9e905433-45a9-4af1-ae54-ebfca794dcfd tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0289221 Jun 20 12:30:28.674191 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f486e341-0d87-4c46-ae1d-c41285aa2a41 req-f789eb8a-e16d-402b-88b6-0cfd6a99378c tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0291495 Jun 20 12:30:29.820821 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-155c8309-a288-4207-b0d4-5f0108e2fea5 req-d87af99e-4f5c-45f5-b45a-f04e3535e79b tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0312347 Jun 20 12:30:30.959386 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0f9579fe-64c9-4ffd-bdda-ef79cbf8f7c8 req-a9f50901-ae03-4b3f-934b-708bba278e93 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0286541 Jun 20 12:30:32.103355 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-21f217cd-9948-44d8-bc49-c8f370afaad3 req-30840405-89b3-4a97-8310-0d6f99ce82b8 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0306494 Jun 20 12:30:33.241849 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-82b75568-8083-4591-8624-fe1aa8bd972d req-2653884c-8b55-46e4-9d25-f6dd30bcb491 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0285597 Jun 20 12:30:34.378980 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8ac24cc7-a5c4-45b2-a9f0-e41fd784634f req-1640afe5-714f-43cf-b727-affd96f325d2 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0287521 Jun 20 12:30:35.523748 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-09d9e751-fd5f-47ea-9ac1-4a5850d02240 req-0888f9e9-2f89-48f3-b700-28ac4db59aee tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0330050 Jun 20 12:30:36.662147 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6f54bc42-82cb-4f73-9fe4-d119f43e7b8f req-d62e5420-8e56-4aeb-bd9e-f53c5d259892 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0288632 Jun 20 12:30:37.799656 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-51115ffe-0c88-4874-a02a-36ec851465ec req-0e6a2b02-c0bd-4a15-a03c-443cef6729df tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0284638 Jun 20 12:30:37.908833 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-27e23daa-e723-4b00-b4c7-871a93413ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:38.944615 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9884de6a-859d-4153-b1ab-4ca8a254aceb req-36062666-2c9c-48c3-a8ea-85b7dee03c6f tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0321660 Jun 20 12:30:39.995596 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-475ffae4-d752-4f97-8990-6d2c18ce0744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:40.085447 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c4146599-be49-40e1-8496-39281f4a82d6 req-2edbfb1d-2337-46b0-893e-88bee21e201d tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0288656 Jun 20 12:30:40.157543 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:30:40.382364 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:41.231637 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c2b6b7d9-4f06-4c0e-b955-4f1c607ec75e req-ebbd5333-b551-4154-ba2f-3327aa331231 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0311491 Jun 20 12:30:41.578833 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:42.409626 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d11cfc70-dde7-4c50-9747-a600e2e75711 req-e5c57b55-ad89-4619-9ba4-97c53697cfea tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0294387 Jun 20 12:30:43.325984 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:43.570278 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a36761ed-b431-46e9-830a-2ddcc04fa16c req-f2a5065c-12b6-4281-bae5-1485b2dadb50 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0308654 Jun 20 12:30:44.722149 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ec80909c-0aca-4188-a9b9-e527d9a72faa req-8c044606-3853-4b25-955d-d6a2c6eebdcb tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0330260 Jun 20 12:30:45.867125 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bb917c53-6552-48e9-b036-ce5a67c45d67 req-f27b8626-b84f-4232-95be-a2be7eb0587b tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0309887 Jun 20 12:30:47.014129 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-dc787b32-2346-4a98-9901-e31a36569496 req-e00a909b-a62d-4402-8495-8ae6e9e248c8 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0354800 Jun 20 12:30:48.162560 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-37a51e9e-8a68-4e89-b097-e7e8878ad95f req-461c9652-8582-4a19-8240-b8c489d3b025 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0322125 Jun 20 12:30:49.299213 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2229cda1-77c5-472a-96a2-6e15cf9baa4d req-0c3e0a4c-3bd2-489f-b015-ec1264cf0bec tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0286708 Jun 20 12:30:50.266535 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:50.443441 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5f25bf4d-7075-4d54-82bc-6fffdee98da7 req-46f514dd-cd64-4936-8a40-af3ad0ab714b tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0286455 Jun 20 12:30:51.581491 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a82501ce-8c72-4f2b-9722-a43d2c1e55df req-c3f0592e-fb00-4dd1-96f8-fec8df66bd65 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb747a-eb98-4d7f-aec3-ca054b4782b1 HTTP/1.1" status: 200 len: 210 time: 0.0273421 Jun 20 12:30:52.673895 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 45676) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:30:53.195218 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477133'] for router_interface, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:53.452354 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Deleting port 4198225b-6708-4498-b1c5-9f0a2f42faff {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:30:53.452594 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:53.539654 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] For port 4198225b-6708-4498-b1c5-9f0a2f42faff, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=4198225b-6708-4498-b1c5-9f0a2f42faff,segment=NetworkSegment(d173258b-ac85-417c-8dd8-67f09ada7546),segment_id=d173258b-ac85-417c-8dd8-67f09ada7546)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:30:53.540012 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:53.602278 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Calling delete_port for 4198225b-6708-4498-b1c5-9f0a2f42faff owned by network:router_interface {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:30:53.781905 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:53.784807 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:30:53.814324 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Pushing event deleted for resources: {'Port': ['ID=4198225b-6708-4498-b1c5-9f0a2f42faff,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:30:53.825713 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:53.826126 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:53.826760 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:53.827230 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:53.827603 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:53.827974 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:53.828340 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:53.828705 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:53.829097 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:53.829457 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:53.829816 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:53.830170 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:53.849372 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:30:54.002096 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-477041'] for router_interface, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:54.215773 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Router 76b5422a-0b9c-428d-a985-55ce662b9edd has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:30:54.318558 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:30:54.324884 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-15d45492-3007-4fb1-ba42-6a8105958d8b admin admin] 10.222.0.25 "PUT /v2.0/routers/76b5422a-0b9c-428d-a985-55ce662b9edd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6491773 Jun 20 12:30:54.326918 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 45694) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:30:54.327380 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2924ea48-c723-4a93-b9b5-7ac18242b1d7 None None] Sync routers for ids ['76b5422a-0b9c-428d-a985-55ce662b9edd'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:30:54.336859 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2924ea48-c723-4a93-b9b5-7ac18242b1d7 None None] Routers {'76b5422a-0b9c-428d-a985-55ce662b9edd'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:30:54.337473 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-2924ea48-c723-4a93-b9b5-7ac18242b1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:30:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['76b5422a-0b9c-428d-a985-55ce662b9edd'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:30:54.431131 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Notify callbacks [] for router, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:54.439276 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-2924ea48-c723-4a93-b9b5-7ac18242b1d7 None None] Set router 76b5422a-0b9c-428d-a985-55ce662b9edd gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:30:54.535482 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:54.587244 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Deleting port 32921997-2d74-4f48-a539-0ad7427523c1 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:30:54.587586 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:54.615602 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-2924ea48-c723-4a93-b9b5-7ac18242b1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5422a-0b9c-428d-a985-55ce662b9edd', 'name': 'tempest-ServerRescueNegativeTestJSON-1996230795-router', 'tenant_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': '32921997-2d74-4f48-a539-0ad7427523c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:30:53Z', 'revision_number': 5, 'project_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'gw_port': {'id': '32921997-2d74-4f48-a539-0ad7427523c1', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5422a-0b9c-428d-a985-55ce662b9edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:30:54.643673 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2924ea48-c723-4a93-b9b5-7ac18242b1d7 None None] Checking router: 76b5422a-0b9c-428d-a985-55ce662b9edd for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:30:54.651636 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2924ea48-c723-4a93-b9b5-7ac18242b1d7 None None] Routers {'76b5422a-0b9c-428d-a985-55ce662b9edd'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:30:54.652236 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-2924ea48-c723-4a93-b9b5-7ac18242b1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:30:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['76b5422a-0b9c-428d-a985-55ce662b9edd'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:30:54.675852 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] For port 32921997-2d74-4f48-a539-0ad7427523c1, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=32921997-2d74-4f48-a539-0ad7427523c1,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:30:54.676206 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:54.735270 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-2924ea48-c723-4a93-b9b5-7ac18242b1d7 None None] Set router 76b5422a-0b9c-428d-a985-55ce662b9edd gateway port host: None {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:30:54.740827 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Calling delete_port for 32921997-2d74-4f48-a539-0ad7427523c1 owned by network:router_gateway {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:30:54.868674 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-2924ea48-c723-4a93-b9b5-7ac18242b1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5422a-0b9c-428d-a985-55ce662b9edd', 'name': 'tempest-ServerRescueNegativeTestJSON-1996230795-router', 'tenant_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:30:54Z', 'revision_number': 6, 'project_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'gw_port_host': None}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:30:54.894648 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2924ea48-c723-4a93-b9b5-7ac18242b1d7 None None] The sync data for ids ['76b5422a-0b9c-428d-a985-55ce662b9edd'] in dv-cinder-794962-4-iscsi is: [{'id': '76b5422a-0b9c-428d-a985-55ce662b9edd', 'name': 'tempest-ServerRescueNegativeTestJSON-1996230795-router', 'tenant_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:30:54Z', 'revision_number': 6, 'project_id': 'c2d4540ae09e4a80a479b5126fa73c64', 'gw_port_host': None}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:30:54.914357 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:54.916757 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-427b8d6b-b276-4362-9433-95dc4b194c86 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:30:54.945995 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Pushing event deleted for resources: {'Port': ['ID=32921997-2d74-4f48-a539-0ad7427523c1,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:30:54.971430 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:54.971805 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:54.972171 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:54.972531 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:54.973570 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:54.973955 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:54.974317 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:54.974699 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:54.975056 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:54.975405 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:54.975754 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:54.976098 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:54.979298 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:30:55.018338 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504413'] for router_gateway, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:55.103356 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3194'] for router, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:55.105389 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:55.149175 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475154'] for router, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:55.149741 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76b5422a-0b9c-428d-a985-55ce662b9edd {{(pid=92893) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 20 12:30:55.154407 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] Notify callbacks [] for router, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:55.155826 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-775601c6-c31f-4442-8a53-58709710895d admin admin] 10.222.0.25 "DELETE /v2.0/routers/76b5422a-0b9c-428d-a985-55ce662b9edd HTTP/1.1" status: 204 len: 168 time: 0.8278491 Jun 20 12:30:55.158311 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 45702) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:30:55.200561 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_v2 [None req-d781a64d-f551-4018-9352-f455b4325c59 admin admin] Deleting subnet c0bca940-04b5-4092-a25a-ee3a37d4ce47 {{(pid=92893) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 20 12:30:55.203652 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d781a64d-f551-4018-9352-f455b4325c59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:55.236048 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d781a64d-f551-4018-9352-f455b4325c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7115739'] for subnet, precommit_delete_associations {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:55.274502 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d781a64d-f551-4018-9352-f455b4325c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1363053'] for subnet, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:55.336334 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d781a64d-f551-4018-9352-f455b4325c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7115530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7195767'] for subnet, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:55.339761 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-0300828a-1379-4455-8eb1-acbd122ffaaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:30:55.632111 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781a64d-f551-4018-9352-f455b4325c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0bca940-04b5-4092-a25a-ee3a37d4ce47,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:30:55.636070 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-d781a64d-f551-4018-9352-f455b4325c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:30:55.639148 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d781a64d-f551-4018-9352-f455b4325c59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:55.643552 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-d781a64d-f551-4018-9352-f455b4325c59 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c0bca940-04b5-4092-a25a-ee3a37d4ce47 HTTP/1.1" status: 204 len: 168 time: 0.4843104 Jun 20 12:30:55.643983 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 45704) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:30:55.708531 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 4198225b-6708-4498-b1c5-9f0a2f42faff no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:30:55.719187 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d535c611-1080-4780-93dc-e3b5f1a23b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613649'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:55.729405 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: 4198225b-6708-4498-b1c5-9f0a2f42faff {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:30:55.729932 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 4198225b-6708-4498-b1c5-9f0a2f42faff not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:30:55.730282 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 32921997-2d74-4f48-a539-0ad7427523c1 no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:30:55.750432 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: 32921997-2d74-4f48-a539-0ad7427523c1 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:30:55.750789 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 32921997-2d74-4f48-a539-0ad7427523c1 not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:30:55.806723 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d535c611-1080-4780-93dc-e3b5f1a23b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362930', 'neutron.services.segments.db._delete_segments_for_network-8766931108819'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:55.819882 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-d535c611-1080-4780-93dc-e3b5f1a23b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a060551e-4666-489f-af6c-22591d5d515d']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:30:55.830549 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-d535c611-1080-4780-93dc-e3b5f1a23b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd173258b-ac85-417c-8dd8-67f09ada7546') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:30:55.830851 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-d535c611-1080-4780-93dc-e3b5f1a23b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd173258b-ac85-417c-8dd8-67f09ada7546') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:30:55.840533 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d535c611-1080-4780-93dc-e3b5f1a23b59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766931108648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7989793'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:55.855544 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d535c611-1080-4780-93dc-e3b5f1a23b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:55.862262 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d535c611-1080-4780-93dc-e3b5f1a23b59 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 12:30:55.862664 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d535c611-1080-4780-93dc-e3b5f1a23b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8317915'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: Traceback (most recent call last): Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: timer() Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: cb(*args, **kw) Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: return func(*args, **kwargs) Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: self._notify() Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: self.callback(batched_events) Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: event.method(event) Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: return f(self, *a, **k) Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._get(url).json() Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 20 12:30:55.864401 dv-cinder-794962-4-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 20 12:30:55.923264 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d535c611-1080-4780-93dc-e3b5f1a23b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504450'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:55.926822 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:30:55.929244 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d535c611-1080-4780-93dc-e3b5f1a23b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:55.931053 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d535c611-1080-4780-93dc-e3b5f1a23b59 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a060551e-4666-489f-af6c-22591d5d515d HTTP/1.1" status: 204 len: 168 time: 0.2830832 Jun 20 12:30:55.946319 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535c611-1080-4780-93dc-e3b5f1a23b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=a060551e-4666-489f-af6c-22591d5d515d,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:30:55.948788 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d535c611-1080-4780-93dc-e3b5f1a23b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:30:56.062501 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 45714) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:30:56.111684 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d6c4d6e7-1aa7-4269-a2eb-fdf5da50c5b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2d4540ae09e4a80a479b5126fa73c64&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0479529 Jun 20 12:30:56.114153 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 45716) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:30:56.160011 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-11340f37-373d-484a-9368-04c0b6259e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:56.182712 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-11340f37-373d-484a-9368-04c0b6259e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:56.229564 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-11340f37-373d-484a-9368-04c0b6259e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:56.232894 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-11340f37-373d-484a-9368-04c0b6259e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:56.234050 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-11340f37-373d-484a-9368-04c0b6259e36 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d55835bd-2d36-4b51-8138-b0b7df6c4a6f HTTP/1.1" status: 204 len: 168 time: 0.1190221 Jun 20 12:30:56.234907 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-fbf3aa9d-eef7-41c5-bdf4-7ac333399f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:30:56.243055 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11340f37-373d-484a-9368-04c0b6259e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55835bd-2d36-4b51-8138-b0b7df6c4a6f,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:30:56.245485 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-11340f37-373d-484a-9368-04c0b6259e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:30:56.890365 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 45740) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:30:56.984907 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-18ccbab9-57f5-4e2f-b67a-886f4ad3cafe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-433813699-network', 'tenant_id': '42b94438d26f407c90638b7861051e95'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:30:57.005400 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ccbab9-57f5-4e2f-b67a-886f4ad3cafe admin admin] Made reservation on behalf of 42b94438d26f407c90638b7861051e95 for: {'network': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:30:57.007695 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-18ccbab9-57f5-4e2f-b67a-886f4ad3cafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for network, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:57.017902 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-18ccbab9-57f5-4e2f-b67a-886f4ad3cafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:57.110426 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-18ccbab9-57f5-4e2f-b67a-886f4ad3cafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:57.114195 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-18ccbab9-57f5-4e2f-b67a-886f4ad3cafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:57.117077 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-55bebd19-be65-446c-8249-8323c44d7ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:30:57.141262 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ccbab9-57f5-4e2f-b67a-886f4ad3cafe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=92893) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 12:30:57.147271 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccbab9-57f5-4e2f-b67a-886f4ad3cafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaeb802-eb20-4239-a6b5-b3b474c95e55,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:30:57.151167 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-18ccbab9-57f5-4e2f-b67a-886f4ad3cafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:30:57.154621 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-18ccbab9-57f5-4e2f-b67a-886f4ad3cafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:57.155021 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.segments_db [None req-18ccbab9-57f5-4e2f-b67a-886f4ad3cafe admin admin] Added segment b653c83d-9300-4781-bb1d-0710b7d57308 of type vlan for network e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 Jun 20 12:30:57.194433 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-18ccbab9-57f5-4e2f-b67a-886f4ad3cafe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766930588892'] for network, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:57.222950 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-18ccbab9-57f5-4e2f-b67a-886f4ad3cafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602'] for network, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:57.224320 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ccbab9-57f5-4e2f-b67a-886f4ad3cafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:30:57.224909 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-18ccbab9-57f5-4e2f-b67a-886f4ad3cafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:57.226910 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:30:57.285018 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-18ccbab9-57f5-4e2f-b67a-886f4ad3cafe admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3935027 Jun 20 12:30:57.287862 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 45748) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:30:57.290704 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccbab9-57f5-4e2f-b67a-886f4ad3cafe admin admin] Pushing event updated for resources: {'Network': ['ID=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:30:57.292834 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-a2496714-477e-43a1-8cdf-fdfb48a6d731 admin admin] Request body: {'subnet': {'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-subnet', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:30:57.293677 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-18ccbab9-57f5-4e2f-b67a-886f4ad3cafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:30:57.301223 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Network e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 details requested by agent ovs-agent-dv-cinder-794962-4-iscsi with host dv-cinder-794962-4-iscsi {{(pid=92894) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 20 12:30:57.313441 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2496714-477e-43a1-8cdf-fdfb48a6d731 admin admin] Made reservation on behalf of 42b94438d26f407c90638b7861051e95 for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:30:57.315752 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a2496714-477e-43a1-8cdf-fdfb48a6d731 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7266148'] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:57.478432 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a2496714-477e-43a1-8cdf-fdfb48a6d731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8240049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7266166'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:57.480580 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-2b1865ba-0251-463c-ae4d-de40d60aed22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:30:57.532944 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2496714-477e-43a1-8cdf-fdfb48a6d731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad2a3894-bd07-4018-a69c-c28f0711d9d0,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:30:57.535658 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-a2496714-477e-43a1-8cdf-fdfb48a6d731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:30:57.542832 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2496714-477e-43a1-8cdf-fdfb48a6d731 admin admin] Checking segment: {'id': 'b653c83d-9300-4781-bb1d-0710b7d57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:30:57.543190 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2496714-477e-43a1-8cdf-fdfb48a6d731 admin admin] Network hostable DHCP agents. Network: e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663, hostable agents: ['2417948c-c80f-4bbc-831a-f1bbd16412d3'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 12:30:57.561099 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2496714-477e-43a1-8cdf-fdfb48a6d731 admin admin] Network e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 is scheduled to be hosted by DHCP agent 2417948c-c80f-4bbc-831a-f1bbd16412d3 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 12:30:57.571139 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-a2496714-477e-43a1-8cdf-fdfb48a6d731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-4-iscsi, e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:30:57.575731 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2496714-477e-43a1-8cdf-fdfb48a6d731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:30:57.577413 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a2496714-477e-43a1-8cdf-fdfb48a6d731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:57.582094 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f066e0-8f0b-4b35-87c4-fed4500f6a31 None None] Network e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:30:57.593503 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-a2496714-477e-43a1-8cdf-fdfb48a6d731 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3045082 Jun 20 12:30:57.595969 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 45750) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:30:57.600237 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:30:57.619817 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-482965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3176'] for router, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:57.620718 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3171'] for router, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:57.675581 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:57.766359 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf27333a8-70a0-59ed-9c62-fe7f006c1bf9-e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0'}]}} from dv-cinder-794962-4-iscsi. {{(pid=92894) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 20 12:30:57.767269 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:57.903438 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Allocated IP 172.20.0.2 (e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663/ad2a3894-bd07-4018-a69c-c28f0711d9d0/7cd28080-28ca-4bd9-a2d3-d6c20b06b52e) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:30:58.063669 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:58.073041 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Transition to ACTIVE for port object 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:30:58.076061 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-482919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3189'] for router, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:58.089234 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Transition to ACTIVE for port object 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:30:58.096331 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:58.099491 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1d66ec6f-a593-43ed-a916-334ebefbdb6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:30:58.143334 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Network e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:30:58.147737 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:30:58.151220 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:30:58.158618 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Pushing event updated for resources: {'Port': ['ID=7cd28080-28ca-4bd9-a2d3-d6c20b06b52e,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:30:58.167395 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:58.167744 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:58.168094 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:58.168429 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:58.168767 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:58.169129 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:58.170029 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:58.170362 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:58.170693 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:58.171017 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:58.171343 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:58.171666 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:30:58.176070 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:30:58.227790 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Attempting to bind port 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:30:58.228169 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Attempting to bind port 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': 'b653c83d-9300-4781-bb1d-0710b7d57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:30:58.228539 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Attempting to bind port 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e on network e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:30:58.234280 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:30:58.234670 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Checking segment: {'id': 'b653c83d-9300-4781-bb1d-0710b7d57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:30:58.235080 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:58.235483 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Bound using segment: {'id': 'b653c83d-9300-4781-bb1d-0710b7d57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:30:58.235955 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Bound port: 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b653c83d-9300-4781-bb1d-0710b7d57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:30:58.236339 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:58.289700 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:58.301524 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] For port 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:30:58.304461 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] For port 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=7cd28080-28ca-4bd9-a2d3-d6c20b06b52e,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:30:58.308671 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:58.309351 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:58.312249 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:30:58.368906 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Pushing event updated for resources: {'Port': ['ID=7cd28080-28ca-4bd9-a2d3-d6c20b06b52e,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:30:58.373080 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:30:58.427731 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] Allocated IP 172.27.1.169 (3f7a09d2-824b-4c30-a4c6-5e0e19540541/4186b5e8-5a7d-41cb-85c6-3f8309c8906f/66f48ee6-2737-46c6-9f5a-e70d9d911d27) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:30:58.542536 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:58.589402 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8239877'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:58.592090 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-bc7dccdc-de7e-4f53-9037-cabf37c42cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:30:58.628504 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] Network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:30:58.633252 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:30:58.636822 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:30:58.666338 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] Pushing event updated for resources: {'Port': ['ID=66f48ee6-2737-46c6-9f5a-e70d9d911d27,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:30:58.670435 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:30:58.892676 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:59.098796 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504320'] for router, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:59.255783 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800ca682-d96f-4e3c-8d49-36fed7d61feb None None] Network e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:30:59.266486 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] Router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e is scheduled to L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 with binding_index 1 {{(pid=92892) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 20 12:30:59.378415 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:30:59.394522 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:59.395850 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-be4201ac-a58d-4738-beef-c922d2ea5625 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7989674 Jun 20 12:30:59.398554 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 45764) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:30:59.421262 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Sync routers for ids ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'] in dv-cinder-794962-4-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:30:59.445548 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-7ee28059-c4cc-4466-9a86-a65f571e137e None None] Provisioning for port 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:30:59.448609 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Routers {'d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:30:59.449262 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:30:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:30:59.629439 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:30:59.638835 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Set router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:30:59.821968 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:30:59.829475 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:59.849888 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:30:59.849888 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:30:59.909336 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:30:58Z', 'revision_number': 3, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port': {'id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:58Z', 'updated_at': '2021-06-20T12:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:30:59.958337 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Checking router: d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e for host: dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:30:59.958749 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Updating router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e port 66f48ee6-2737-46c6-9f5a-e70d9d911d27 binding host dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 12:30:59.998320 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:00.002694 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Allocated IP 172.20.0.1 (e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663/ad2a3894-bd07-4018-a69c-c28f0711d9d0/e216b141-0804-4e9a-9270-cc9de6bb0b6c) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:31:00.013622 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:00.063607 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=7cd28080-28ca-4bd9-a2d3-d6c20b06b52e,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:31:00.072732 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:00.116453 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e3d08092-a085-4aba-9338-cb26e23f26fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:31:00.133652 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:00.156200 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Transition to ACTIVE for port object e216b141-0804-4e9a-9270-cc9de6bb0b6c will not be triggered until provisioned by entity DHCP. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:31:00.200455 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8239877'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:00.201262 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-0cf4e1d8-77e2-4b50-aa03-ca47c7b7513d None None] Provisioning complete for port 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:31:00.201650 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0cf4e1d8-77e2-4b50-aa03-ca47c7b7513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:00.204478 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5eb6ab8c-13d4-4ae6-a948-d8296fd29a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:31:00.230535 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=7cd28080-28ca-4bd9-a2d3-d6c20b06b52e,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:31:00.238315 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Network e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:31:00.239762 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:31:00.243224 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:31:00.252140 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:31:00.287501 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=e216b141-0804-4e9a-9270-cc9de6bb0b6c,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:31:00.291782 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:31:00.295313 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507183'] for router_interface, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:00.423346 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:00.433369 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Transition to ACTIVE for port object 66f48ee6-2737-46c6-9f5a-e70d9d911d27 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:31:00.443413 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:00.446614 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a9d86598-078c-43e1-ba0d-606ca99a278e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:31:00.459613 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:00.504535 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Attempting to bind port 66f48ee6-2737-46c6-9f5a-e70d9d911d27 on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:31:00.504917 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Attempting to bind port 66f48ee6-2737-46c6-9f5a-e70d9d911d27 by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:31:00.505313 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Attempting to bind port 66f48ee6-2737-46c6-9f5a-e70d9d911d27 on network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:31:00.509885 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a2b04-327c-4042-a6f7-4a388ba0ff1c None None] Pushing event updated for resources: {'Port': ['ID=66f48ee6-2737-46c6-9f5a-e70d9d911d27,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:31:00.514288 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3e4a2b04-327c-4042-a6f7-4a388ba0ff1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:31:00.515494 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-07a02a17-0ef3-4de0-9fa9-ba6842f72300 None None] Provisioning for port e216b141-0804-4e9a-9270-cc9de6bb0b6c completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:31:00.518800 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:31:00.519189 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Checking segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:31:00.519613 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:00.520012 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Bound using segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:31:00.520504 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Bound port: 66f48ee6-2737-46c6-9f5a-e70d9d911d27, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:31:00.520887 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:00.523781 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-07a02a17-0ef3-4de0-9fa9-ba6842f72300 None None] Provisioning complete for port e216b141-0804-4e9a-9270-cc9de6bb0b6c triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:31:00.524155 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-07a02a17-0ef3-4de0-9fa9-ba6842f72300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:00.593878 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-07a02a17-0ef3-4de0-9fa9-ba6842f72300 None None] Port e216b141-0804-4e9a-9270-cc9de6bb0b6c cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:31:00.604303 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] For port 66f48ee6-2737-46c6-9f5a-e70d9d911d27, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:31:00.612824 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] For port 66f48ee6-2737-46c6-9f5a-e70d9d911d27, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=66f48ee6-2737-46c6-9f5a-e70d9d911d27,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:31:00.618369 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:00.621204 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:31:00.629603 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:00.634690 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8239923'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:00.637280 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:31:00.673773 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Routers {'d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:31:00.674368 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:30:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:31:00.705766 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507702'] for router_interface, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:00.707513 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=e216b141-0804-4e9a-9270-cc9de6bb0b6c,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:31:00.710931 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:31:00.718883 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a2b04-327c-4042-a6f7-4a388ba0ff1c None None] Pushing event updated for resources: {'Port': ['ID=66f48ee6-2737-46c6-9f5a-e70d9d911d27,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:31:00.721914 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3e4a2b04-327c-4042-a6f7-4a388ba0ff1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:31:00.792372 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] Set router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:31:00.795977 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Network e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:31:00.797407 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:31:00.915204 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:31:01.001076 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 4, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port': {'id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:58Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'e216b141-0804-4e9a-9270-cc9de6bb0b6c', 'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'mac_address': 'fa:16:3e:79:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:59Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 2, 'project_id': '42b94438d26f407c90638b7861051e95', 'subnets': [{'id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:31:01.032147 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddacb239-cff2-4443-9d3a-9c32322e7e94 None None] The sync data for ids ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'] in dv-cinder-794962-4-iscsi is: [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 4, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port': {'id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:58Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'e216b141-0804-4e9a-9270-cc9de6bb0b6c', 'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'mac_address': 'fa:16:3e:79:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:59Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 2, 'project_id': '42b94438d26f407c90638b7861051e95', 'subnets': [{'id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:31:01.041856 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-6a7e81cb-2623-47c4-a688-982f46d8629d None None] Provisioning complete for port e216b141-0804-4e9a-9270-cc9de6bb0b6c triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:31:01.042246 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6a7e81cb-2623-47c4-a688-982f46d8629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:01.083800 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-6a7e81cb-2623-47c4-a688-982f46d8629d None None] Port e216b141-0804-4e9a-9270-cc9de6bb0b6c cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:31:01.332956 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:31:01.337979 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] 10.222.0.25 "PUT /v2.0/routers/d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9383748 Jun 20 12:31:01.595902 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:31:01.649503 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:31:01.650098 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:01.863573 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 45784) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:31:01.868353 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-61dfcbc1-9861-4e57-bcd5-d7119b98db86 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--884858666', 'description': 'tempest-description--1022765428'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:31:01.894632 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-61dfcbc1-9861-4e57-bcd5-d7119b98db86 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:01.978441 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-61dfcbc1-9861-4e57-bcd5-d7119b98db86 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:01.982847 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-61dfcbc1-9861-4e57-bcd5-d7119b98db86 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:01.985631 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:31:02.010605 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-61dfcbc1-9861-4e57-bcd5-d7119b98db86 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:02.011821 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-61dfcbc1-9861-4e57-bcd5-d7119b98db86 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1472468 Jun 20 12:31:02.015407 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 45786) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:31:02.017838 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfcbc1-9861-4e57-bcd5-d7119b98db86 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02210e7a-abfb-4ab3-860c-33afa9241c27,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:31:02.020183 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-bec07266-49bb-4756-bce5-f568f0b19715 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Request body: {'security_group_rule': {'security_group_id': '02210e7a-abfb-4ab3-860c-33afa9241c27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:31:02.021072 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-61dfcbc1-9861-4e57-bcd5-d7119b98db86 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:31:02.047070 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bec07266-49bb-4756-bce5-f568f0b19715 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:02.109192 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bec07266-49bb-4756-bce5-f568f0b19715 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:02.113179 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bec07266-49bb-4756-bce5-f568f0b19715 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:02.115221 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:31:02.137377 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec07266-49bb-4756-bce5-f568f0b19715 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf8ba52-e4a9-4b4f-b9ba-a69002155e57,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:31:02.137377 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-bec07266-49bb-4756-bce5-f568f0b19715 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:31:02.148798 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bec07266-49bb-4756-bce5-f568f0b19715 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:02.150181 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-bec07266-49bb-4756-bce5-f568f0b19715 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337786 Jun 20 12:31:02.155539 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 45788) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:31:02.160547 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-c16c120d-e7ef-435a-a503-fd4d9ec0edc7 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Request body: {'security_group_rule': {'security_group_id': '02210e7a-abfb-4ab3-860c-33afa9241c27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:31:02.190982 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c16c120d-e7ef-435a-a503-fd4d9ec0edc7 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:02.261786 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c16c120d-e7ef-435a-a503-fd4d9ec0edc7 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:02.266928 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c16c120d-e7ef-435a-a503-fd4d9ec0edc7 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:02.273406 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:31:02.287955 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c120d-e7ef-435a-a503-fd4d9ec0edc7 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec04de9-5b73-4ee1-9e4c-7e4f8b7af406,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:31:02.290584 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c16c120d-e7ef-435a-a503-fd4d9ec0edc7 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:31:02.296742 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c16c120d-e7ef-435a-a503-fd4d9ec0edc7 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:02.297963 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-c16c120d-e7ef-435a-a503-fd4d9ec0edc7 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413388 Jun 20 12:31:02.301060 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 45794) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:31:02.305545 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Request body: {'floatingip': {'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:31:02.329512 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for floatingip, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:02.428524 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:02.540861 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Allocated IP 172.27.1.81 (3f7a09d2-824b-4c30-a4c6-5e0e19540541/4186b5e8-5a7d-41cb-85c6-3f8309c8906f/140a990a-fc4b-4168-b4ae-857322bd551a) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:31:02.651622 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:02.689565 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8239877'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:02.692201 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:31:02.733944 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:31:02.738584 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:31:02.740998 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:31:02.746921 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Pushing event updated for resources: {'Port': ['ID=140a990a-fc4b-4168-b4ae-857322bd551a,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:31:02.750305 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:31:02.831537 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:02.875967 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:03.022581 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Sync routers for ids ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:31:03.031209 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:03.031423 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Routers {'d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:31:03.032031 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-c24358b3-554d-4168-b16a-255d55234458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:30:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:31:03.035860 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8239923'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:03.037870 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-2eeb4d61-851c-408d-9097-47a5a43b51a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:31:03.103470 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Pushing event updated for resources: {'Port': ['ID=140a990a-fc4b-4168-b4ae-857322bd551a,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:31:03.107841 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:31:03.119486 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504496'] for floatingip, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:03.134205 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for floatingip, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:03.135764 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8334486 Jun 20 12:31:03.137211 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Set router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:31:03.287176 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-f6bb3b84-e6f0-4763-8a1e-d1df9c3d494b tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--884858666&fields=id&tenant_id=42b94438d26f407c90638b7861051e95 HTTP/1.1" status: 200 len: 267 time: 0.0391057 Jun 20 12:31:03.366026 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-c24358b3-554d-4168-b16a-255d55234458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 4, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port': {'id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:58Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'e216b141-0804-4e9a-9270-cc9de6bb0b6c', 'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'mac_address': 'fa:16:3e:79:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:59Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 2, 'project_id': '42b94438d26f407c90638b7861051e95', 'subnets': [{'id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:31:03.392075 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Checking router: d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:31:03.392437 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Updating router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e port e216b141-0804-4e9a-9270-cc9de6bb0b6c binding host dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 12:31:03.397812 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-c489c479-d462-4849-a7ed-078b32334fac tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:03.399400 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-c489c479-d462-4849-a7ed-078b32334fac tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/networks?id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 200 len: 816 time: 0.1052420 Jun 20 12:31:03.416068 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-00aa9fe5-c87c-458a-bb30-36468d72b170 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/quotas/42b94438d26f407c90638b7861051e95 HTTP/1.1" status: 200 len: 375 time: 0.0093288 Jun 20 12:31:03.427246 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:03.500156 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-d5627fdb-0c2f-4035-a5a0-32b7b4b88858 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=42b94438d26f407c90638b7861051e95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0712392 Jun 20 12:31:03.603010 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-54fdf671-e0aa-4200-a8af-72ed214b5723 service neutron] 10.222.0.25 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912223 Jun 20 12:31:03.624382 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 66f48ee6-2737-46c6-9f5a-e70d9d911d27 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:31:03.678737 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 66f48ee6-2737-46c6-9f5a-e70d9d911d27 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:31:03.682613 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 66f48ee6-2737-46c6-9f5a-e70d9d911d27 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:31:03.683053 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:03.701265 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:03.702750 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2d4a5a56-97a1-41f5-bc9f-1decb145aa9d service neutron] 10.222.0.25 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935223 Jun 20 12:31:03.711240 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Transition to ACTIVE for port object e216b141-0804-4e9a-9270-cc9de6bb0b6c will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:31:03.717962 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:03.721329 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9380fa0b-aad2-4308-803b-97401618514b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:31:03.759775 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369fda0-5513-42cf-82ba-61a25f7a41ae None None] Pushing event updated for resources: {'Port': ['ID=e216b141-0804-4e9a-9270-cc9de6bb0b6c,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:31:03.765947 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:03.768601 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369fda0-5513-42cf-82ba-61a25f7a41ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:31:03.768959 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369fda0-5513-42cf-82ba-61a25f7a41ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:31:03.769297 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369fda0-5513-42cf-82ba-61a25f7a41ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:31:03.769822 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369fda0-5513-42cf-82ba-61a25f7a41ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:31:03.770047 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369fda0-5513-42cf-82ba-61a25f7a41ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:31:03.770595 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369fda0-5513-42cf-82ba-61a25f7a41ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:31:03.771096 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369fda0-5513-42cf-82ba-61a25f7a41ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:31:03.771728 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369fda0-5513-42cf-82ba-61a25f7a41ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:31:03.772254 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369fda0-5513-42cf-82ba-61a25f7a41ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:31:03.772823 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369fda0-5513-42cf-82ba-61a25f7a41ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:31:03.773327 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369fda0-5513-42cf-82ba-61a25f7a41ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:31:03.773652 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369fda0-5513-42cf-82ba-61a25f7a41ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:31:03.779078 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3369fda0-5513-42cf-82ba-61a25f7a41ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:31:03.789656 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port 66f48ee6-2737-46c6-9f5a-e70d9d911d27, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=66f48ee6-2737-46c6-9f5a-e70d9d911d27,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:31:03.798871 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:03.801618 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:31:03.871056 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=66f48ee6-2737-46c6-9f5a-e70d9d911d27,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:31:03.877821 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:31:03.899417 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Attempting to bind port e216b141-0804-4e9a-9270-cc9de6bb0b6c on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:31:03.899803 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Attempting to bind port e216b141-0804-4e9a-9270-cc9de6bb0b6c by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': 'b653c83d-9300-4781-bb1d-0710b7d57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:31:03.905550 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Attempting to bind port e216b141-0804-4e9a-9270-cc9de6bb0b6c on network e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:31:03.911555 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:31:03.912064 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Checking segment: {'id': 'b653c83d-9300-4781-bb1d-0710b7d57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:31:03.912595 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:03.913101 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Bound using segment: {'id': 'b653c83d-9300-4781-bb1d-0710b7d57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:31:03.913816 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Bound port: e216b141-0804-4e9a-9270-cc9de6bb0b6c, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b653c83d-9300-4781-bb1d-0710b7d57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:31:03.914293 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:03.939762 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-13e469b2-d37c-48b5-a40a-42b06cfa9fac req-6e6d60af-08bf-4ed5-8e9c-c6c302db8d25 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 210 time: 0.0388618 Jun 20 12:31:04.002051 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-c24358b3-554d-4168-b16a-255d55234458 None None] For port e216b141-0804-4e9a-9270-cc9de6bb0b6c, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:31:04.005629 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-c24358b3-554d-4168-b16a-255d55234458 None None] For port e216b141-0804-4e9a-9270-cc9de6bb0b6c, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=e216b141-0804-4e9a-9270-cc9de6bb0b6c,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:31:04.012022 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:04.016203 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9774ebea-82f7-4be2-861b-26d13cc7161e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:31:04.073025 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Routers {'d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:31:04.073706 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-c24358b3-554d-4168-b16a-255d55234458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:30:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:31:04.128353 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369fda0-5513-42cf-82ba-61a25f7a41ae None None] Pushing event updated for resources: {'Port': ['ID=e216b141-0804-4e9a-9270-cc9de6bb0b6c,revision_number=4']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:31:04.135832 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3369fda0-5513-42cf-82ba-61a25f7a41ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:31:04.220802 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-c24358b3-554d-4168-b16a-255d55234458 None None] Set router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:31:04.431315 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-c24358b3-554d-4168-b16a-255d55234458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 4, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port': {'id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:58Z', 'updated_at': '2021-06-20T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'e216b141-0804-4e9a-9270-cc9de6bb0b6c', 'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'mac_address': 'fa:16:3e:79:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:59Z', 'updated_at': '2021-06-20T12:31:03Z', 'revision_number': 4, 'project_id': '42b94438d26f407c90638b7861051e95', 'subnets': [{'id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:31:04.457092 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24358b3-554d-4168-b16a-255d55234458 None None] The sync data for ids ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'] in dv-cinder-794962-4-iscsi is: [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 4, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port': {'id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:58Z', 'updated_at': '2021-06-20T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'e216b141-0804-4e9a-9270-cc9de6bb0b6c', 'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'mac_address': 'fa:16:3e:79:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:59Z', 'updated_at': '2021-06-20T12:31:03Z', 'revision_number': 4, 'project_id': '42b94438d26f407c90638b7861051e95', 'subnets': [{'id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:31:05.093594 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-872ddd4b-d8f8-4b92-a1fd-eedc6f2748b2 req-8ccd2f9d-3839-417d-916a-11879699921e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 210 time: 0.0334928 Jun 20 12:31:05.194769 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-542c39b3-92b4-47f8-a150-782393283abf tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:05.196532 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-542c39b3-92b4-47f8-a150-782393283abf tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.30 "GET /v2.0/networks?id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 200 len: 816 time: 0.1020508 Jun 20 12:31:05.247060 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-f3ae38ff-2820-4adf-ba1f-741118fb4aee tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42b94438d26f407c90638b7861051e95 HTTP/1.1" status: 200 len: 379 time: 0.0352731 Jun 20 12:31:05.255381 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-a3035dab-5f8b-4661-8249-0888d646a171 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Request body: {'port': {'device_id': 'bc1d32e8-b0c4-4693-90f5-97fc91b7eeff', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'admin_state_up': True, 'tenant_id': '42b94438d26f407c90638b7861051e95', 'security_groups': ['02210e7a-abfb-4ab3-860c-33afa9241c27']}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:31:05.370001 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-a3035dab-5f8b-4661-8249-0888d646a171 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Made reservation on behalf of 42b94438d26f407c90638b7861051e95 for: {'port': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:31:05.374193 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-a3035dab-5f8b-4661-8249-0888d646a171 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:05.504767 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-a3035dab-5f8b-4661-8249-0888d646a171 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Allocated IP 172.20.0.8 (e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663/ad2a3894-bd07-4018-a69c-c28f0711d9d0/140d63f3-63c3-4a18-910f-41b57d4e81e6) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:31:05.611705 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 66f48ee6-2737-46c6-9f5a-e70d9d911d27 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:31:05.646081 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-a3035dab-5f8b-4661-8249-0888d646a171 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:05.662173 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-a3035dab-5f8b-4661-8249-0888d646a171 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Transition to ACTIVE for port object 140d63f3-63c3-4a18-910f-41b57d4e81e6 will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:31:05.664521 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 66f48ee6-2737-46c6-9f5a-e70d9d911d27 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:31:05.664909 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:05.694953 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-a3035dab-5f8b-4661-8249-0888d646a171 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7115647'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:05.699730 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-86016346-ce3d-4abd-97d4-70eab2a15e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:31:05.743556 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device e216b141-0804-4e9a-9270-cc9de6bb0b6c up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:31:05.747790 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-a3035dab-5f8b-4661-8249-0888d646a171 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Network e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:31:05.751383 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-a3035dab-5f8b-4661-8249-0888d646a171 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:31:05.755485 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-a3035dab-5f8b-4661-8249-0888d646a171 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:31:05.782795 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3035dab-5f8b-4661-8249-0888d646a171 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Pushing event updated for resources: {'Port': ['ID=140d63f3-63c3-4a18-910f-41b57d4e81e6,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:31:05.787319 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a3035dab-5f8b-4661-8249-0888d646a171 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:31:05.812969 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-a3035dab-5f8b-4661-8249-0888d646a171 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:05.813835 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-a3035dab-5f8b-4661-8249-0888d646a171 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:05.814005 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port e216b141-0804-4e9a-9270-cc9de6bb0b6c completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:31:05.820684 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port e216b141-0804-4e9a-9270-cc9de6bb0b6c triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:31:05.821414 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:05.829672 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-a3035dab-5f8b-4661-8249-0888d646a171 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5778151 Jun 20 12:31:05.849596 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Request body: {'port': {'device_id': 'bc1d32e8-b0c4-4693-90f5-97fc91b7eeff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:31:05.916317 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:05.952176 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port e216b141-0804-4e9a-9270-cc9de6bb0b6c, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=e216b141-0804-4e9a-9270-cc9de6bb0b6c,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:31:05.956204 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:05.960865 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3e4a2b04-327c-4042-a6f7-4a388ba0ff1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:31:05.979877 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:06.016080 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=e216b141-0804-4e9a-9270-cc9de6bb0b6c,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:31:06.019363 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:31:06.023557 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-5ac7d973-7a9a-4c82-85fd-c12c3d668896 None None] Provisioning for port 140d63f3-63c3-4a18-910f-41b57d4e81e6 completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:31:06.027860 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-5ac7d973-7a9a-4c82-85fd-c12c3d668896 None None] Provisioning complete for port 140d63f3-63c3-4a18-910f-41b57d4e81e6 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:31:06.028248 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5ac7d973-7a9a-4c82-85fd-c12c3d668896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:06.194562 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7d973-7a9a-4c82-85fd-c12c3d668896 None None] Port 140d63f3-63c3-4a18-910f-41b57d4e81e6 cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:31:06.284465 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb717f5-3089-43d8-9d89-2712049a84a2 req-bc266eef-a1f8-4927-9261-866962a4c565 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:06.286047 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7eb717f5-3089-43d8-9d89-2712049a84a2 req-bc266eef-a1f8-4927-9261-866962a4c565 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 931 time: 0.0663846 Jun 20 12:31:06.289476 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140d63f3-63c3-4a18-910f-41b57d4e81e6 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:31:06.297889 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:06.312338 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Transition to ACTIVE for port object 140d63f3-63c3-4a18-910f-41b57d4e81e6 will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:31:06.316755 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:06.319242 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:31:06.325831 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7eb717f5-3089-43d8-9d89-2712049a84a2 req-14f2b5d2-f5be-4d2b-a7d3-920b99e75edc tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=02210e7a-abfb-4ab3-860c-33afa9241c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327985 Jun 20 12:31:06.402619 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Pushing event updated for resources: {'Port': ['ID=140d63f3-63c3-4a18-910f-41b57d4e81e6,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:31:06.407774 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:31:06.484679 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Attempting to bind port 140d63f3-63c3-4a18-910f-41b57d4e81e6 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:31:06.485038 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Attempting to bind port 140d63f3-63c3-4a18-910f-41b57d4e81e6 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'b653c83d-9300-4781-bb1d-0710b7d57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:31:06.485366 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Attempting to bind port 140d63f3-63c3-4a18-910f-41b57d4e81e6 on network e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:31:06.489843 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Port 140d63f3-63c3-4a18-910f-41b57d4e81e6 on network e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 20 12:31:06.490159 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Attempting to bind port 140d63f3-63c3-4a18-910f-41b57d4e81e6 on network e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:31:06.495079 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Checking agent: {'id': '3511620b-fad0-480c-9502-82df55f89faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'started_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:31:06.495412 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Checking segment: {'id': 'b653c83d-9300-4781-bb1d-0710b7d57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:31:06.495791 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Bound using segment: {'id': 'b653c83d-9300-4781-bb1d-0710b7d57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:31:06.496666 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Bound port: 140d63f3-63c3-4a18-910f-41b57d4e81e6, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b653c83d-9300-4781-bb1d-0710b7d57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:31:06.497040 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:06.560756 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] For port 140d63f3-63c3-4a18-910f-41b57d4e81e6, host hv-cinder-79496, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:31:06.563988 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] For port 140d63f3-63c3-4a18-910f-41b57d4e81e6, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=140d63f3-63c3-4a18-910f-41b57d4e81e6,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:31:06.568324 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:06.570476 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:31:06.607582 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:06.608539 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:06.610011 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] 10.222.0.30 "PUT /v2.0/ports/140d63f3-63c3-4a18-910f-41b57d4e81e6 HTTP/1.1" status: 200 len: 1093 time: 0.7676294 Jun 20 12:31:06.612174 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1d32e8-b0c4-4693-90f5-97fc91b7eeff', 'tag': '140d63f3-63c3-4a18-910f-41b57d4e81e6'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:31:06.614592 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1558facd-d9f6-4e86-835c-c6e9cf60f53c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1d32e8-b0c4-4693-90f5-97fc91b7eeff", "tag": "140d63f3-63c3-4a18-910f-41b57d4e81e6"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:31:06.651744 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Pushing event updated for resources: {'Port': ['ID=140d63f3-63c3-4a18-910f-41b57d4e81e6,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:31:06.657006 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:31:06.668340 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159781bc-4606-412b-ad51-108b3277e103 x-openstack-request-id: req-159781bc-4606-412b-ad51-108b3277e103 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:31:06.668673 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1d32e8-b0c4-4693-90f5-97fc91b7eeff", "tag": "140d63f3-63c3-4a18-910f-41b57d4e81e6", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:31:06.668986 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-159781bc-4606-412b-ad51-108b3277e103 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:31:06.669421 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1d32e8-b0c4-4693-90f5-97fc91b7eeff', 'tag': '140d63f3-63c3-4a18-910f-41b57d4e81e6', 'status': 'completed', 'code': 200} Jun 20 12:31:06.745467 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-3dac0000-7c7b-4096-b567-7aa719365b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:06.746983 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-3dac0000-7c7b-4096-b567-7aa719365b9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42b94438d26f407c90638b7861051e95&device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 1096 time: 0.0553715 Jun 20 12:31:06.794229 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-15c51642-c067-4304-961b-0b1d1f064fc0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140d63f3-63c3-4a18-910f-41b57d4e81e6 HTTP/1.1" status: 200 len: 217 time: 0.0348542 Jun 20 12:31:06.842897 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-bb0ee186-405d-4a45-9503-c6ec2fc57967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:06.844482 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-bb0ee186-405d-4a45-9503-c6ec2fc57967 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad2a3894-bd07-4018-a69c-c28f0711d9d0 HTTP/1.1" status: 200 len: 855 time: 0.0444031 Jun 20 12:31:06.904698 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-866d3ddf-f36a-46df-a84e-95a0ed8c48f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:06.906240 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-866d3ddf-f36a-46df-a84e-95a0ed8c48f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559337 Jun 20 12:31:06.992380 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-79836bb5-7dff-4278-b21d-f5985fd6d919 service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797362 Jun 20 12:31:07.083834 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-99c9441a-f31c-471f-b5e4-303fe25ceb19 req-06b8479e-7378-4d72-8748-7b62e5b8068a service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851643 Jun 20 12:31:07.229687 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558facd-d9f6-4e86-835c-c6e9cf60f53c req-9469a6f7-ed18-4e22-8470-9cbb060d7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:07.231140 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1558facd-d9f6-4e86-835c-c6e9cf60f53c req-9469a6f7-ed18-4e22-8470-9cbb060d7131 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42b94438d26f407c90638b7861051e95&device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 1096 time: 0.0523877 Jun 20 12:31:07.324083 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558facd-d9f6-4e86-835c-c6e9cf60f53c req-9d6d1a3b-1cb5-4b7b-89ca-9b237be1d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:07.325618 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1558facd-d9f6-4e86-835c-c6e9cf60f53c req-9d6d1a3b-1cb5-4b7b-89ca-9b237be1d6a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 200 len: 917 time: 0.0874593 Jun 20 12:31:07.367393 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1558facd-d9f6-4e86-835c-c6e9cf60f53c req-26261158-01da-4f48-847a-6d8ab9c46cf7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140d63f3-63c3-4a18-910f-41b57d4e81e6 HTTP/1.1" status: 200 len: 217 time: 0.0354135 Jun 20 12:31:07.418752 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558facd-d9f6-4e86-835c-c6e9cf60f53c req-2b328c9b-ff8a-4fd6-9d4d-35f663542356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:07.420845 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1558facd-d9f6-4e86-835c-c6e9cf60f53c req-2b328c9b-ff8a-4fd6-9d4d-35f663542356 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad2a3894-bd07-4018-a69c-c28f0711d9d0 HTTP/1.1" status: 200 len: 855 time: 0.0472124 Jun 20 12:31:07.477242 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558facd-d9f6-4e86-835c-c6e9cf60f53c req-b9b71f09-a2b0-46a5-a4cc-ab5e02dc6aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:07.478622 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1558facd-d9f6-4e86-835c-c6e9cf60f53c req-b9b71f09-a2b0-46a5-a4cc-ab5e02dc6aac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511508 Jun 20 12:31:07.516282 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15e7ec-70d8-45cb-a00b-e4adb9225805 req-565c32b7-6481-44ff-b55f-d911ada2c5d1 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:07.518789 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4d15e7ec-70d8-45cb-a00b-e4adb9225805 req-565c32b7-6481-44ff-b55f-d911ada2c5d1 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 943 time: 0.0733995 Jun 20 12:31:07.557072 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4d15e7ec-70d8-45cb-a00b-e4adb9225805 req-e48209f9-47c4-49b3-b3c4-948f2f3a504e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=02210e7a-abfb-4ab3-860c-33afa9241c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334609 Jun 20 12:31:07.598945 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1558facd-d9f6-4e86-835c-c6e9cf60f53c req-320f5e0b-1160-4ca4-88bc-7064fb73931b service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136708 Jun 20 12:31:07.603049 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device e216b141-0804-4e9a-9270-cc9de6bb0b6c up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:31:07.652919 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port e216b141-0804-4e9a-9270-cc9de6bb0b6c triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:31:07.654107 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:07.694556 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1558facd-d9f6-4e86-835c-c6e9cf60f53c req-d1a39cb3-293d-4994-9cbb-0b08b2b09945 service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895443 Jun 20 12:31:07.910054 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8d1e-015c-4838-ae56-501079e8c8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:08.746235 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b1eec-9466-4d1a-8be1-1d1ed5715209 req-d5738709-62be-484f-8de1-5bc9a7ecb47d tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:08.748733 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c54b1eec-9466-4d1a-8be1-1d1ed5715209 req-d5738709-62be-484f-8de1-5bc9a7ecb47d tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 943 time: 0.0689147 Jun 20 12:31:08.788212 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c54b1eec-9466-4d1a-8be1-1d1ed5715209 req-5deb03c9-f918-4c2e-97e5-fdaaa8202d52 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=02210e7a-abfb-4ab3-860c-33afa9241c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339916 Jun 20 12:31:09.727622 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 140d63f3-63c3-4a18-910f-41b57d4e81e6 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92894) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 20 12:31:09.837810 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 140d63f3-63c3-4a18-910f-41b57d4e81e6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=140d63f3-63c3-4a18-910f-41b57d4e81e6,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:31:09.849582 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Returning: {'device': '140d63f3-63c3-4a18-910f-41b57d4e81e6', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'port_id': '140d63f3-63c3-4a18-910f-41b57d4e81e6', 'mac_address': 'fa:16:3e:89:a6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92894) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 20 12:31:09.887107 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:09.900679 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140d63f3-63c3-4a18-910f-41b57d4e81e6 {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:31:09.926712 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 140d63f3-63c3-4a18-910f-41b57d4e81e6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=140d63f3-63c3-4a18-910f-41b57d4e81e6,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:31:09.931642 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:09.933523 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:31:09.971854 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e001550-01bc-4665-99ba-4890470d8b7d req-7028cd37-b8e7-48cb-bf5b-e8c6e7b74d87 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:09.973389 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6e001550-01bc-4665-99ba-4890470d8b7d req-7028cd37-b8e7-48cb-bf5b-e8c6e7b74d87 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 943 time: 0.0677452 Jun 20 12:31:09.979445 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=140d63f3-63c3-4a18-910f-41b57d4e81e6,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:31:09.987622 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:31:10.001709 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-29ca0986-8c6c-4161-a017-635e021a8474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:10.015940 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6e001550-01bc-4665-99ba-4890470d8b7d req-f5a6c28e-32e5-4355-9066-ea9d7b6d2979 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=02210e7a-abfb-4ab3-860c-33afa9241c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363312 Jun 20 12:31:10.376011 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['140d63f3-63c3-4a18-910f-41b57d4e81e6'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:31:10.409722 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:11.192054 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e800b-e7fa-417e-a092-bd49d124356a req-9f2f83c1-dd69-47eb-bf6f-6cb8d094889a tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:11.193583 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d69e800b-e7fa-417e-a092-bd49d124356a req-9f2f83c1-dd69-47eb-bf6f-6cb8d094889a tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 944 time: 0.0631335 Jun 20 12:31:11.231564 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d69e800b-e7fa-417e-a092-bd49d124356a req-fe47e3ad-dfaf-45c6-ae2b-a42748e6295b tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=02210e7a-abfb-4ab3-860c-33afa9241c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322366 Jun 20 12:31:11.581286 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:11.730380 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 140d63f3-63c3-4a18-910f-41b57d4e81e6 up at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:31:11.780510 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning for port 140d63f3-63c3-4a18-910f-41b57d4e81e6 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:31:11.784389 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning complete for port 140d63f3-63c3-4a18-910f-41b57d4e81e6 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:31:11.784805 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:11.866685 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:11.890408 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1d32e8-b0c4-4693-90f5-97fc91b7eeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140d63f3-63c3-4a18-910f-41b57d4e81e6'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:31:11.892682 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff433fd2e3e8483ec5bde8b443a8d0833f9278b814f7b3ef2a1c28b3d75b6172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc69be5a-3b59-4633-8ad5-4c94259485fc" -d '{"events": [{"server_uuid": "bc1d32e8-b0c4-4693-90f5-97fc91b7eeff", "name": "network-vif-plugged", "status": "completed", "tag": "140d63f3-63c3-4a18-910f-41b57d4e81e6"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:31:11.906295 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 140d63f3-63c3-4a18-910f-41b57d4e81e6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=140d63f3-63c3-4a18-910f-41b57d4e81e6,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:31:11.911739 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:11.914681 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:31:11.942831 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd78fb74-4f80-4c2b-aa13-526572f06174 x-openstack-request-id: req-cd78fb74-4f80-4c2b-aa13-526572f06174 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:31:11.943130 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1d32e8-b0c4-4693-90f5-97fc91b7eeff", "name": "network-vif-plugged", "status": "completed", "tag": "140d63f3-63c3-4a18-910f-41b57d4e81e6", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:31:11.943390 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd78fb74-4f80-4c2b-aa13-526572f06174 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:31:11.943772 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1d32e8-b0c4-4693-90f5-97fc91b7eeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140d63f3-63c3-4a18-910f-41b57d4e81e6', 'code': 200} Jun 20 12:31:11.969542 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=140d63f3-63c3-4a18-910f-41b57d4e81e6,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:31:11.972279 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:31:12.189951 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17bb7c-9f1f-4f35-9330-0ac698b1a96b req-19c97f8d-af94-45dc-abb7-ffc201c54561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:12.191447 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-dc17bb7c-9f1f-4f35-9330-0ac698b1a96b req-19c97f8d-af94-45dc-abb7-ffc201c54561 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 1098 time: 0.0565047 Jun 20 12:31:12.226252 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-dc17bb7c-9f1f-4f35-9330-0ac698b1a96b req-e4c97669-60bd-4607-acd0-06dea3cc0d4d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=02210e7a-abfb-4ab3-860c-33afa9241c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287194 Jun 20 12:31:12.407422 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005ffd7-29bb-4930-b78b-70bebabca2fc req-25b66851-32a3-4c34-8428-6ffa6f9e2b01 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:12.408883 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c005ffd7-29bb-4930-b78b-70bebabca2fc req-25b66851-32a3-4c34-8428-6ffa6f9e2b01 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 945 time: 0.0623765 Jun 20 12:31:12.444944 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c005ffd7-29bb-4930-b78b-70bebabca2fc req-44ed9889-84cc-48bb-ae7e-3928f864c6e6 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=02210e7a-abfb-4ab3-860c-33afa9241c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303900 Jun 20 12:31:13.321259 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:13.628276 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114921d6-1c5d-4899-9e0a-2b5c8d6b663f req-f8170d30-e75c-4dcc-89bf-5335981e82df tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:13.629791 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-114921d6-1c5d-4899-9e0a-2b5c8d6b663f req-f8170d30-e75c-4dcc-89bf-5335981e82df tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 945 time: 0.0667522 Jun 20 12:31:13.668183 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-114921d6-1c5d-4899-9e0a-2b5c8d6b663f req-3933f3cf-ea71-4a91-9a38-15c952130cc9 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=02210e7a-abfb-4ab3-860c-33afa9241c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327504 Jun 20 12:31:13.742181 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ad8a2b4a-0af6-4083-a2a5-574baf9535af req-44a35280-3d71-463a-9587-567d8c0d9abe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506570 Jun 20 12:31:13.890032 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a2b4a-0af6-4083-a2a5-574baf9535af req-a51f5f69-e872-440f-856a-89c11b151cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:13.891409 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ad8a2b4a-0af6-4083-a2a5-574baf9535af req-a51f5f69-e872-440f-856a-89c11b151cfd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c16ce4f25bdc4e63a3033d70aef6b192&device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 1098 time: 0.0628026 Jun 20 12:31:13.998376 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a2b4a-0af6-4083-a2a5-574baf9535af req-10fed23e-34f5-4c72-84ba-89c66401c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:13.999870 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ad8a2b4a-0af6-4083-a2a5-574baf9535af req-10fed23e-34f5-4c72-84ba-89c66401c54d service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7 HTTP/1.1" status: 200 len: 912 time: 0.0852129 Jun 20 12:31:14.067506 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ad8a2b4a-0af6-4083-a2a5-574baf9535af req-2567c36a-fa4d-4b34-913b-ec440e85da8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d04a37da-d1ab-4233-9b1d-6c3eae914824 HTTP/1.1" status: 200 len: 1000 time: 0.0607383 Jun 20 12:31:14.115956 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a2b4a-0af6-4083-a2a5-574baf9535af req-40611716-834a-4400-990b-2fcda9ab86da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:14.117443 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ad8a2b4a-0af6-4083-a2a5-574baf9535af req-40611716-834a-4400-990b-2fcda9ab86da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7035286-0d2c-4091-b67f-a11e111092cb HTTP/1.1" status: 200 len: 850 time: 0.0438604 Jun 20 12:31:14.172460 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a2b4a-0af6-4083-a2a5-574baf9535af req-0cf76f3d-d7a4-4309-a66e-7f88a4410032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:14.173834 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ad8a2b4a-0af6-4083-a2a5-574baf9535af req-0cf76f3d-d7a4-4309-a66e-7f88a4410032 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506015 Jun 20 12:31:14.268083 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ad8a2b4a-0af6-4083-a2a5-574baf9535af req-46639283-10b4-4f29-85c5-c3bf9511cb5d service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877588 Jun 20 12:31:14.357149 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ad8a2b4a-0af6-4083-a2a5-574baf9535af req-d0f3f1a2-dfea-4aff-b925-09ea1562f345 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820422 Jun 20 12:31:14.849689 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4b876-05a7-43f4-a97b-1c0a10e495b2 req-be91f531-7cba-4581-a7d1-686e5e44766b tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:14.850420 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-78d4b876-05a7-43f4-a97b-1c0a10e495b2 req-be91f531-7cba-4581-a7d1-686e5e44766b tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 945 time: 0.0626495 Jun 20 12:31:14.888505 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-78d4b876-05a7-43f4-a97b-1c0a10e495b2 req-f2408ceb-f5eb-4c67-b7af-8e4a9148c56a tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=02210e7a-abfb-4ab3-860c-33afa9241c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319688 Jun 20 12:31:15.064464 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c6978-10b7-4836-9cff-c665d69bb2f3 req-e3bb6731-372a-4aba-9a4d-27d8fdc32ca5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:15.066005 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-378c6978-10b7-4836-9cff-c665d69bb2f3 req-e3bb6731-372a-4aba-9a4d-27d8fdc32ca5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 945 time: 0.0660820 Jun 20 12:31:15.074469 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 45926) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:31:15.079988 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-6c6c0400-ee9a-47af-9e4d-909400100109 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Request body: {'floatingip': {'port_id': '140d63f3-63c3-4a18-910f-41b57d4e81e6'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:31:15.119748 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0400-ee9a-47af-9e4d-909400100109 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for floatingip, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:15.624902 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0400-ee9a-47af-9e4d-909400100109 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:15.628830 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0400-ee9a-47af-9e4d-909400100109 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504496'] for floatingip, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:15.727782 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.db.l3_db [None req-6c6c0400-ee9a-47af-9e4d-909400100109 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Floating IP ad5da5f0-5d7c-475c-9970-4de50780e0dc associated. External IP: 172.27.1.81, port: 140d63f3-63c3-4a18-910f-41b57d4e81e6. Jun 20 12:31:15.937391 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6c0400-ee9a-47af-9e4d-909400100109 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:31:16.043219 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6c0400-ee9a-47af-9e4d-909400100109 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:31:16.048182 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6c6c0400-ee9a-47af-9e4d-909400100109 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for floatingip, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:16.054946 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94f72c-b8a0-4b26-8d82-4bc719b2bf6c None None] Sync routers for ids ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'] in dv-cinder-794962-4-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:31:16.064487 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94f72c-b8a0-4b26-8d82-4bc719b2bf6c None None] Routers {'d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:31:16.065129 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-9b94f72c-b8a0-4b26-8d82-4bc719b2bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:31:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:31:16.083963 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-6c6c0400-ee9a-47af-9e4d-909400100109 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "PUT /v2.0/floatingips/ad5da5f0-5d7c-475c-9970-4de50780e0dc HTTP/1.1" status: 200 len: 990 time: 1.0078571 Jun 20 12:31:16.085195 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1d32e8-b0c4-4693-90f5-97fc91b7eeff', 'tag': '140d63f3-63c3-4a18-910f-41b57d4e81e6'}] {{(pid=92892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:31:16.090226 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70b56af7fedb337a38d38f7b07679a5819d4c7c5b344e8fcf40378830b10d028" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d8280c-995d-4779-9e31-75efc5d4ff6f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1d32e8-b0c4-4693-90f5-97fc91b7eeff", "tag": "140d63f3-63c3-4a18-910f-41b57d4e81e6"}]}' {{(pid=92892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:31:16.179916 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-9b94f72c-b8a0-4b26-8d82-4bc719b2bf6c None None] Set router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:31:16.194523 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d93839a-5bcd-404e-b868-05617c97119e x-openstack-request-id: req-4d93839a-5bcd-404e-b868-05617c97119e {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:31:16.194882 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1d32e8-b0c4-4693-90f5-97fc91b7eeff", "tag": "140d63f3-63c3-4a18-910f-41b57d4e81e6", "status": "completed", "code": 200}]} {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:31:16.195262 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d93839a-5bcd-404e-b868-05617c97119e {{(pid=92892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:31:16.195693 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1d32e8-b0c4-4693-90f5-97fc91b7eeff', 'tag': '140d63f3-63c3-4a18-910f-41b57d4e81e6', 'status': 'completed', 'code': 200} Jun 20 12:31:16.310769 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8280c-995d-4779-9e31-75efc5d4ff6f req-58461f65-bc8b-4530-8185-726ca3a32a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:16.312497 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b8d8280c-995d-4779-9e31-75efc5d4ff6f req-58461f65-bc8b-4530-8185-726ca3a32a23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42b94438d26f407c90638b7861051e95&device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 1098 time: 0.0566173 Jun 20 12:31:16.413099 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8280c-995d-4779-9e31-75efc5d4ff6f req-815e7bb2-a732-44c9-8fac-f8ad4265a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:16.414474 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b8d8280c-995d-4779-9e31-75efc5d4ff6f req-815e7bb2-a732-44c9-8fac-f8ad4265a702 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 200 len: 917 time: 0.0963869 Jun 20 12:31:16.460464 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-9b94f72c-b8a0-4b26-8d82-4bc719b2bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 4, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port': {'id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:58Z', 'updated_at': '2021-06-20T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_floatingips': [{'id': 'ad5da5f0-5d7c-475c-9970-4de50780e0dc', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'router_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'port_id': '140d63f3-63c3-4a18-910f-41b57d4e81e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'mac_address': 'fa:16:3e:89:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1d32e8-b0c4-4693-90f5-97fc91b7eeff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-20T12:31:02Z', 'updated_at': '2021-06-20T12:31:15Z', 'revision_number': 1, 'project_id': '42b94438d26f407c90638b7861051e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e216b141-0804-4e9a-9270-cc9de6bb0b6c', 'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'mac_address': 'fa:16:3e:79:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:59Z', 'updated_at': '2021-06-20T12:31:05Z', 'revision_number': 5, 'project_id': '42b94438d26f407c90638b7861051e95', 'subnets': [{'id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:31:16.484108 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b8d8280c-995d-4779-9e31-75efc5d4ff6f req-cdea1a21-0360-4f99-a65e-367e293778af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140d63f3-63c3-4a18-910f-41b57d4e81e6 HTTP/1.1" status: 200 len: 998 time: 0.0628724 Jun 20 12:31:16.486273 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94f72c-b8a0-4b26-8d82-4bc719b2bf6c None None] Checking router: d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e for host: dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:31:16.494691 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94f72c-b8a0-4b26-8d82-4bc719b2bf6c None None] Routers {'d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:31:16.495297 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-9b94f72c-b8a0-4b26-8d82-4bc719b2bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:31:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:31:16.535358 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8280c-995d-4779-9e31-75efc5d4ff6f req-72745a9a-c1bf-40b1-8d18-13860054f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:16.536820 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b8d8280c-995d-4779-9e31-75efc5d4ff6f req-72745a9a-c1bf-40b1-8d18-13860054f2d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad2a3894-bd07-4018-a69c-c28f0711d9d0 HTTP/1.1" status: 200 len: 855 time: 0.0461507 Jun 20 12:31:16.596178 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8280c-995d-4779-9e31-75efc5d4ff6f req-18960a16-06d7-4ece-9a67-636c42a9c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:31:16.597677 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b8d8280c-995d-4779-9e31-75efc5d4ff6f req-18960a16-06d7-4ece-9a67-636c42a9c837 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527866 Jun 20 12:31:16.604856 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-9b94f72c-b8a0-4b26-8d82-4bc719b2bf6c None None] Set router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:31:16.692160 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b8d8280c-995d-4779-9e31-75efc5d4ff6f req-cef34844-081a-4ee7-8c3b-8090af6eaee8 service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871980 Jun 20 12:31:16.787125 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b8d8280c-995d-4779-9e31-75efc5d4ff6f req-29a071fd-6bbd-4efd-bcea-8869abe36b17 service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884671 Jun 20 12:31:16.836220 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-9b94f72c-b8a0-4b26-8d82-4bc719b2bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 4, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port': {'id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:58Z', 'updated_at': '2021-06-20T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_floatingips': [{'id': 'ad5da5f0-5d7c-475c-9970-4de50780e0dc', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'router_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'port_id': '140d63f3-63c3-4a18-910f-41b57d4e81e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'mac_address': 'fa:16:3e:89:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1d32e8-b0c4-4693-90f5-97fc91b7eeff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-20T12:31:02Z', 'updated_at': '2021-06-20T12:31:15Z', 'revision_number': 1, 'project_id': '42b94438d26f407c90638b7861051e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e216b141-0804-4e9a-9270-cc9de6bb0b6c', 'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'mac_address': 'fa:16:3e:79:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:59Z', 'updated_at': '2021-06-20T12:31:05Z', 'revision_number': 5, 'project_id': '42b94438d26f407c90638b7861051e95', 'subnets': [{'id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:31:16.863779 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94f72c-b8a0-4b26-8d82-4bc719b2bf6c None None] The sync data for ids ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'] in dv-cinder-794962-4-iscsi is: [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 4, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port': {'id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:58Z', 'updated_at': '2021-06-20T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_floatingips': [{'id': 'ad5da5f0-5d7c-475c-9970-4de50780e0dc', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'router_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'port_id': '140d63f3-63c3-4a18-910f-41b57d4e81e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'mac_address': 'fa:16:3e:89:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1d32e8-b0c4-4693-90f5-97fc91b7eeff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-20T12:31:02Z', 'updated_at': '2021-06-20T12:31:15Z', 'revision_number': 1, 'project_id': '42b94438d26f407c90638b7861051e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e216b141-0804-4e9a-9270-cc9de6bb0b6c', 'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'mac_address': 'fa:16:3e:79:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:59Z', 'updated_at': '2021-06-20T12:31:05Z', 'revision_number': 5, 'project_id': '42b94438d26f407c90638b7861051e95', 'subnets': [{'id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:31:17.062258 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132c2345-857a-479c-84ff-3634241abe56 None None] New status for floating IP ad5da5f0-5d7c-475c-9970-4de50780e0dc: ACTIVE {{(pid=92895) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 20 12:31:17.172271 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:31:20.285924 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:37.911676 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dfe505c9-b686-4481-a388-2019386c535e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:40.002075 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-66c85683-90c6-4946-af47-80d7fea486bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:40.388561 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:41.584956 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:43.327370 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:50.283326 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:31:54.160861 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:32:07.913733 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6ce7414d-4be9-40da-b390-448bdca45f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:32:10.006637 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b7f7c954-132b-4f24-b623-0a1970224817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:32:10.379491 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:32:11.590576 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:32:13.326341 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:32:13.734819 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-afa3dd07-b5e5-4c3c-a3ff-54fec81e6f9a req-4a7a08c9-895b-456a-9f2a-c19c78636d06 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577571 Jun 20 12:32:13.847563 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3dd07-b5e5-4c3c-a3ff-54fec81e6f9a req-b0b4752e-fc55-42b9-9c6c-33bc237f5a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:32:13.849312 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-afa3dd07-b5e5-4c3c-a3ff-54fec81e6f9a req-b0b4752e-fc55-42b9-9c6c-33bc237f5a84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c16ce4f25bdc4e63a3033d70aef6b192&device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 1098 time: 0.0560369 Jun 20 12:32:13.950959 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3dd07-b5e5-4c3c-a3ff-54fec81e6f9a req-c9890787-5318-438b-8bc4-384bf6003bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:32:13.952421 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-afa3dd07-b5e5-4c3c-a3ff-54fec81e6f9a req-c9890787-5318-438b-8bc4-384bf6003bf3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7 HTTP/1.1" status: 200 len: 912 time: 0.0827668 Jun 20 12:32:14.021325 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-afa3dd07-b5e5-4c3c-a3ff-54fec81e6f9a req-7dc82d40-7ee9-45fe-beec-03538c23aaae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d04a37da-d1ab-4233-9b1d-6c3eae914824 HTTP/1.1" status: 200 len: 1000 time: 0.0624926 Jun 20 12:32:14.074863 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3dd07-b5e5-4c3c-a3ff-54fec81e6f9a req-d7b3ee68-62c7-415f-af38-11bf0ae16722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:32:14.076236 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-afa3dd07-b5e5-4c3c-a3ff-54fec81e6f9a req-d7b3ee68-62c7-415f-af38-11bf0ae16722 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7035286-0d2c-4091-b67f-a11e111092cb HTTP/1.1" status: 200 len: 850 time: 0.0461853 Jun 20 12:32:14.135134 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3dd07-b5e5-4c3c-a3ff-54fec81e6f9a req-e4033600-4662-4707-ac84-04e85bca4d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:32:14.136622 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-afa3dd07-b5e5-4c3c-a3ff-54fec81e6f9a req-e4033600-4662-4707-ac84-04e85bca4d30 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534084 Jun 20 12:32:14.231786 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-afa3dd07-b5e5-4c3c-a3ff-54fec81e6f9a req-3b41b3ba-098e-4401-be24-c4f1940d1153 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887122 Jun 20 12:32:14.326535 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-afa3dd07-b5e5-4c3c-a3ff-54fec81e6f9a req-3a4af6a6-6700-444b-ad7d-69e6978f1815 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879810 Jun 20 12:32:20.314484 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:32:31.159610 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:32:37.919515 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4780b06e-affa-49ea-81ae-60daee7d5888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:32:40.007312 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b199-6f1c-4944-9726-b09e090dc76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:32:40.384781 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:32:41.591485 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:32:43.330801 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:32:50.316818 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:33:07.921116 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4b0a81a4-1290-4129-97e5-9a329fb95eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:33:08.159383 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:33:10.009438 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4f790a29-0aca-45e2-a8b8-498aa9835b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:33:10.386747 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:33:11.594434 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:33:13.333459 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:33:15.805593 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e992d4e2-44e2-4040-a684-99b646b47655 req-ba1b7649-6cd1-4d73-81c8-3d7c46652993 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1269042 Jun 20 12:33:15.892256 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992d4e2-44e2-4040-a684-99b646b47655 req-2aeaea27-06b0-4c28-84c3-69333d2bb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:33:15.893905 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e992d4e2-44e2-4040-a684-99b646b47655 req-2aeaea27-06b0-4c28-84c3-69333d2bb621 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42b94438d26f407c90638b7861051e95&device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 1098 time: 0.0544410 Jun 20 12:33:16.009150 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992d4e2-44e2-4040-a684-99b646b47655 req-f25ee782-6122-4d4b-a3fa-ace89cdf2c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:33:16.010622 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e992d4e2-44e2-4040-a684-99b646b47655 req-f25ee782-6122-4d4b-a3fa-ace89cdf2c93 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 200 len: 917 time: 0.0962014 Jun 20 12:33:16.080198 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e992d4e2-44e2-4040-a684-99b646b47655 req-910488b4-630b-48c1-9ea5-5ee5f473978b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140d63f3-63c3-4a18-910f-41b57d4e81e6 HTTP/1.1" status: 200 len: 1000 time: 0.0627584 Jun 20 12:33:16.129017 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992d4e2-44e2-4040-a684-99b646b47655 req-1dc59cbf-ff9e-43ab-9bc6-e8a777a6de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:33:16.130335 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e992d4e2-44e2-4040-a684-99b646b47655 req-1dc59cbf-ff9e-43ab-9bc6-e8a777a6de7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad2a3894-bd07-4018-a69c-c28f0711d9d0 HTTP/1.1" status: 200 len: 855 time: 0.0443339 Jun 20 12:33:16.186372 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992d4e2-44e2-4040-a684-99b646b47655 req-d8c9403f-cc76-4987-b667-d75cc255414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:33:16.187843 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e992d4e2-44e2-4040-a684-99b646b47655 req-d8c9403f-cc76-4987-b667-d75cc255414d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512643 Jun 20 12:33:16.564967 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e992d4e2-44e2-4040-a684-99b646b47655 req-ceebd6ee-ad5a-4bc9-90fb-5a67aa1d327f service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697956 Jun 20 12:33:16.658825 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e992d4e2-44e2-4040-a684-99b646b47655 req-16dbb4fd-4657-46a7-aa76-3e041b4eb4d7 service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866649 Jun 20 12:33:20.307660 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:33:37.925008 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b0984415-9a7d-4285-8533-779b0504b78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:33:40.011555 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cfb0f801-e60e-435b-9d14-e7bf90f12a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:33:40.392688 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:33:41.597101 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:33:43.338063 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:33:45.158921 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:33:50.304781 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:07.926695 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-81954373-a53f-4dbd-9cca-a0d22bdd8934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:10.014029 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f72dfb92-e5ac-4c8f-8890-93921d2eddd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:10.383832 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:11.604950 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:13.339394 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:17.746806 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-12590961-bfaf-45b1-90ed-55c51e57cfa2 req-ce0c7e2a-511a-40c3-8d1e-33a00812d689 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545082 Jun 20 12:34:17.858044 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12590961-bfaf-45b1-90ed-55c51e57cfa2 req-0243a251-d19a-4d5e-a6fa-23ff6b858f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:34:17.859522 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-12590961-bfaf-45b1-90ed-55c51e57cfa2 req-0243a251-d19a-4d5e-a6fa-23ff6b858f50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c16ce4f25bdc4e63a3033d70aef6b192&device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 1098 time: 0.0537534 Jun 20 12:34:17.963036 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12590961-bfaf-45b1-90ed-55c51e57cfa2 req-20e2ac92-934b-492b-b162-920c7165f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:34:17.964485 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-12590961-bfaf-45b1-90ed-55c51e57cfa2 req-20e2ac92-934b-492b-b162-920c7165f4fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7 HTTP/1.1" status: 200 len: 912 time: 0.0862217 Jun 20 12:34:18.034360 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-12590961-bfaf-45b1-90ed-55c51e57cfa2 req-5ecdae15-65ce-41b8-8de1-e1fc4ae0ecbe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d04a37da-d1ab-4233-9b1d-6c3eae914824 HTTP/1.1" status: 200 len: 1000 time: 0.0635390 Jun 20 12:34:18.082744 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12590961-bfaf-45b1-90ed-55c51e57cfa2 req-cb5a85c7-8902-46fb-aa3f-f85b15da112f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:34:18.084186 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-12590961-bfaf-45b1-90ed-55c51e57cfa2 req-cb5a85c7-8902-46fb-aa3f-f85b15da112f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7035286-0d2c-4091-b67f-a11e111092cb HTTP/1.1" status: 200 len: 850 time: 0.0433674 Jun 20 12:34:18.140297 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12590961-bfaf-45b1-90ed-55c51e57cfa2 req-365cb651-7aba-41e2-97b0-e01ad1cc107b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:34:18.142551 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-12590961-bfaf-45b1-90ed-55c51e57cfa2 req-365cb651-7aba-41e2-97b0-e01ad1cc107b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e233dd5-0a82-494e-b604-1b4b30b1dfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517633 Jun 20 12:34:18.235261 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-12590961-bfaf-45b1-90ed-55c51e57cfa2 req-3902cacb-b5f6-4939-9104-f3b6f22671c1 service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845907 Jun 20 12:34:18.325629 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-12590961-bfaf-45b1-90ed-55c51e57cfa2 req-3f678895-bb5c-4c63-bb2b-b7f7517e070f service neutron] 10.222.0.30 "GET /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847049 Jun 20 12:34:20.307458 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:22.159107 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:34:37.931174 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-71a2a9ae-4bb7-4ad4-9702-78e3966012c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:40.015707 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c47531d3-362b-4c2e-9cbe-cfd10de721bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:40.386223 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:41.605047 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:43.341401 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:50.306390 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:53.335958 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 47654) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:34:53.454034 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec10-22d9-4b9f-9240-96e3b9d07abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:53.553353 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec10-22d9-4b9f-9240-96e3b9d07abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:53.558194 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec10-22d9-4b9f-9240-96e3b9d07abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:53.560809 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-a7f152fe-d13f-4dec-9550-49ffd1ca2e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:34:53.599655 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-cd97ec10-22d9-4b9f-9240-96e3b9d07abc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0825368a8263435fbf926bb31b033725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626147 Jun 20 12:34:53.600456 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec10-22d9-4b9f-9240-96e3b9d07abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6881e4-e0ae-4aeb-80ea-ae3917cfaa22,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:34:53.602309 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 47660) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:34:53.607785 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec10-22d9-4b9f-9240-96e3b9d07abc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.608173 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec10-22d9-4b9f-9240-96e3b9d07abc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.608551 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec10-22d9-4b9f-9240-96e3b9d07abc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.608975 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec10-22d9-4b9f-9240-96e3b9d07abc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.609384 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec10-22d9-4b9f-9240-96e3b9d07abc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.609750 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec10-22d9-4b9f-9240-96e3b9d07abc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.610214 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec10-22d9-4b9f-9240-96e3b9d07abc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.610526 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec10-22d9-4b9f-9240-96e3b9d07abc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.610907 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec10-22d9-4b9f-9240-96e3b9d07abc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.611294 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec10-22d9-4b9f-9240-96e3b9d07abc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.611698 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec10-22d9-4b9f-9240-96e3b9d07abc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.612056 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd97ec10-22d9-4b9f-9240-96e3b9d07abc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.616380 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-cd97ec10-22d9-4b9f-9240-96e3b9d07abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:34:53.660894 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-59059861-6103-4939-bd3b-a6bade592ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:53.682657 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-59059861-6103-4939-bd3b-a6bade592ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:53.731009 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-59059861-6103-4939-bd3b-a6bade592ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:53.742605 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-59059861-6103-4939-bd3b-a6bade592ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:53.742605 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-59059861-6103-4939-bd3b-a6bade592ae2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a6881e4-e0ae-4aeb-80ea-ae3917cfaa22 HTTP/1.1" status: 204 len: 168 time: 0.1322234 Jun 20 12:34:53.742605 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-7f53219b-f6a5-4a20-8b52-a7acf61a5ebc tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:34:53.746145 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59059861-6103-4939-bd3b-a6bade592ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6881e4-e0ae-4aeb-80ea-ae3917cfaa22,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:34:53.754434 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59059861-6103-4939-bd3b-a6bade592ae2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.754816 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59059861-6103-4939-bd3b-a6bade592ae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.755186 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59059861-6103-4939-bd3b-a6bade592ae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.755803 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59059861-6103-4939-bd3b-a6bade592ae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.756243 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59059861-6103-4939-bd3b-a6bade592ae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.756503 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59059861-6103-4939-bd3b-a6bade592ae2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.756860 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59059861-6103-4939-bd3b-a6bade592ae2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.757240 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59059861-6103-4939-bd3b-a6bade592ae2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.757592 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59059861-6103-4939-bd3b-a6bade592ae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.757941 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59059861-6103-4939-bd3b-a6bade592ae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.758288 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59059861-6103-4939-bd3b-a6bade592ae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.758634 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59059861-6103-4939-bd3b-a6bade592ae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:53.767079 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-59059861-6103-4939-bd3b-a6bade592ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:34:54.375081 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 47688) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:34:54.472553 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-bb567217-a96a-42fb-8121-1f6fbcf5b56c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-478851708-network', 'tenant_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:34:54.502876 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb567217-a96a-42fb-8121-1f6fbcf5b56c admin admin] Made reservation on behalf of ce00bdbc2d8a48bba82e5cd85fbabc0c for: {'network': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:34:54.505306 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bb567217-a96a-42fb-8121-1f6fbcf5b56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for network, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:54.513949 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bb567217-a96a-42fb-8121-1f6fbcf5b56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:54.605596 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bb567217-a96a-42fb-8121-1f6fbcf5b56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:54.610329 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bb567217-a96a-42fb-8121-1f6fbcf5b56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:54.613451 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-8ea6fae8-cd71-4f04-9668-7bf4e4625f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:34:54.636579 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb567217-a96a-42fb-8121-1f6fbcf5b56c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=92893) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 12:34:54.646620 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb567217-a96a-42fb-8121-1f6fbcf5b56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d30229-02f7-46d4-8a12-4fb280e01d74,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:34:54.650873 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-bb567217-a96a-42fb-8121-1f6fbcf5b56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:34:54.651934 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bb567217-a96a-42fb-8121-1f6fbcf5b56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:54.652280 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.segments_db [None req-bb567217-a96a-42fb-8121-1f6fbcf5b56c admin admin] Added segment ae632da3-e145-46ad-a18c-b8e18cc5824a of type vlan for network 63a88d6e-b035-482d-9fc3-268c68079d2c Jun 20 12:34:54.694593 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bb567217-a96a-42fb-8121-1f6fbcf5b56c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766930588892'] for network, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:54.723847 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bb567217-a96a-42fb-8121-1f6fbcf5b56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602'] for network, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:54.725316 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb567217-a96a-42fb-8121-1f6fbcf5b56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:34:54.725992 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bb567217-a96a-42fb-8121-1f6fbcf5b56c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:54.728158 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-2d1d2df5-f770-4708-ae67-4c54733b1169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:34:54.785710 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-bb567217-a96a-42fb-8121-1f6fbcf5b56c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4095199 Jun 20 12:34:54.788652 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 47694) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:34:54.790972 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb567217-a96a-42fb-8121-1f6fbcf5b56c admin admin] Pushing event updated for resources: {'Network': ['ID=63a88d6e-b035-482d-9fc3-268c68079d2c,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:34:54.793791 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-bb567217-a96a-42fb-8121-1f6fbcf5b56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:34:54.801022 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-85e6ffa0-8dca-466f-8155-f775100e3147 admin admin] Request body: {'subnet': {'network_id': '63a88d6e-b035-482d-9fc3-268c68079d2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-478851708-subnet', 'tenant_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'ip_version': 4}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:34:54.801637 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Network 63a88d6e-b035-482d-9fc3-268c68079d2c details requested by agent ovs-agent-dv-cinder-794962-4-iscsi with host dv-cinder-794962-4-iscsi {{(pid=92894) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 20 12:34:54.830649 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e6ffa0-8dca-466f-8155-f775100e3147 admin admin] Made reservation on behalf of ce00bdbc2d8a48bba82e5cd85fbabc0c for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:34:54.833046 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-85e6ffa0-8dca-466f-8155-f775100e3147 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7266148'] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:55.018791 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-85e6ffa0-8dca-466f-8155-f775100e3147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8240049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7266166'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:55.021094 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-a2496714-477e-43a1-8cdf-fdfb48a6d731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:34:55.075209 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6ffa0-8dca-466f-8155-f775100e3147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2177e59-f7cd-4c9f-aac6-f209686e6d8a,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:34:55.079162 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-85e6ffa0-8dca-466f-8155-f775100e3147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:34:55.085389 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e6ffa0-8dca-466f-8155-f775100e3147 admin admin] Checking segment: {'id': 'ae632da3-e145-46ad-a18c-b8e18cc5824a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '63a88d6e-b035-482d-9fc3-268c68079d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:34:55.085745 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e6ffa0-8dca-466f-8155-f775100e3147 admin admin] Network hostable DHCP agents. Network: 63a88d6e-b035-482d-9fc3-268c68079d2c, hostable agents: ['2417948c-c80f-4bbc-831a-f1bbd16412d3'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 12:34:55.103571 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e6ffa0-8dca-466f-8155-f775100e3147 admin admin] Network 63a88d6e-b035-482d-9fc3-268c68079d2c is scheduled to be hosted by DHCP agent 2417948c-c80f-4bbc-831a-f1bbd16412d3 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 12:34:55.114402 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-85e6ffa0-8dca-466f-8155-f775100e3147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-4-iscsi, 63a88d6e-b035-482d-9fc3-268c68079d2c) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:34:55.118979 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e6ffa0-8dca-466f-8155-f775100e3147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:34:55.119683 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-85e6ffa0-8dca-466f-8155-f775100e3147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:55.123513 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012e6841-9f36-4d25-8c1d-8467929f49e2 None None] Network 63a88d6e-b035-482d-9fc3-268c68079d2c requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:34:55.135653 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-85e6ffa0-8dca-466f-8155-f775100e3147 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3458030 Jun 20 12:34:55.138261 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 47696) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:34:55.143693 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-478851708-router', 'tenant_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:34:55.165992 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-482965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3176'] for router, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:55.167013 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3171'] for router, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:55.225273 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:55.278975 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf27333a8-70a0-59ed-9c62-fe7f006c1bf9-63a88d6e-b035-482d-9fc3-268c68079d2c', 'network_id': '63a88d6e-b035-482d-9fc3-268c68079d2c', 'tenant_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'fixed_ips': [{'subnet_id': 'b2177e59-f7cd-4c9f-aac6-f209686e6d8a'}]}} from dv-cinder-794962-4-iscsi. {{(pid=92894) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 20 12:34:55.280564 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:55.385381 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-482919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3189'] for router, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:55.433738 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Allocated IP 172.20.0.2 (63a88d6e-b035-482d-9fc3-268c68079d2c/b2177e59-f7cd-4c9f-aac6-f209686e6d8a/01c7f19a-643f-4d9c-89f6-fefdee742743) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:34:55.590163 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:55.599053 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Transition to ACTIVE for port object 01c7f19a-643f-4d9c-89f6-fefdee742743 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:34:55.599323 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:55.615009 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Transition to ACTIVE for port object 01c7f19a-643f-4d9c-89f6-fefdee742743 will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:34:55.619249 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:55.622720 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:55.625747 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:34:55.670206 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Network 63a88d6e-b035-482d-9fc3-268c68079d2c is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:34:55.674744 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:34:55.676669 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Pushing event updated for resources: {'Port': ['ID=01c7f19a-643f-4d9c-89f6-fefdee742743,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:34:55.679122 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:34:55.688538 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:55.688895 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:55.689252 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:55.689585 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:55.689921 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:55.690248 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:55.690573 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:55.690896 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:55.691221 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:55.691542 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:55.691860 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:55.692179 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:34:55.697751 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:34:55.728847 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Allocated IP 172.27.1.164 (3f7a09d2-824b-4c30-a4c6-5e0e19540541/4186b5e8-5a7d-41cb-85c6-3f8309c8906f/72cbdafa-b76a-43e0-9fd2-8d2ca07aac18) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:34:55.755001 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Attempting to bind port 01c7f19a-643f-4d9c-89f6-fefdee742743 on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:34:55.755724 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Attempting to bind port 01c7f19a-643f-4d9c-89f6-fefdee742743 by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': 'ae632da3-e145-46ad-a18c-b8e18cc5824a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '63a88d6e-b035-482d-9fc3-268c68079d2c'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:34:55.755993 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Attempting to bind port 01c7f19a-643f-4d9c-89f6-fefdee742743 on network 63a88d6e-b035-482d-9fc3-268c68079d2c {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:34:55.761187 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:34:55.761565 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Checking segment: {'id': 'ae632da3-e145-46ad-a18c-b8e18cc5824a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '63a88d6e-b035-482d-9fc3-268c68079d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:34:55.761972 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:55.762369 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Bound using segment: {'id': 'ae632da3-e145-46ad-a18c-b8e18cc5824a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '63a88d6e-b035-482d-9fc3-268c68079d2c'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:34:55.762860 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Bound port: 01c7f19a-643f-4d9c-89f6-fefdee742743, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae632da3-e145-46ad-a18c-b8e18cc5824a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '63a88d6e-b035-482d-9fc3-268c68079d2c'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:34:55.763216 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:55.842881 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] For port 01c7f19a-643f-4d9c-89f6-fefdee742743, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:34:55.848074 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] For port 01c7f19a-643f-4d9c-89f6-fefdee742743, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=01c7f19a-643f-4d9c-89f6-fefdee742743,segment=NetworkSegment(ae632da3-e145-46ad-a18c-b8e18cc5824a),segment_id=ae632da3-e145-46ad-a18c-b8e18cc5824a)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:34:55.848617 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:55.854050 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:55.860279 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:34:55.906761 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8239877'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:55.911477 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:34:55.918389 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Pushing event updated for resources: {'Port': ['ID=01c7f19a-643f-4d9c-89f6-fefdee742743,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:34:55.922328 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:34:55.956319 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:34:55.959217 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:34:55.961923 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:34:55.990574 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=72cbdafa-b76a-43e0-9fd2-8d2ca07aac18,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:34:55.994424 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:34:56.253812 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:56.453485 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504320'] for router, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:56.586937 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Router 95778e74-51f0-4b1a-b515-a8671551f0d2 is scheduled to L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 with binding_index 1 {{(pid=92892) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 20 12:34:56.845316 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af78b000-e9d9-48d9-9f35-045a32aeeeb5 None None] Network 63a88d6e-b035-482d-9fc3-268c68079d2c requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:34:56.918982 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-06d75599-481e-4090-986d-f49372c6e97e None None] Provisioning for port 01c7f19a-643f-4d9c-89f6-fefdee742743 completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:34:56.968826 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:34:56.988482 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:56.988758 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Sync routers for ids ['95778e74-51f0-4b1a-b515-a8671551f0d2'] in dv-cinder-794962-4-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:34:56.989738 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8505421 Jun 20 12:34:56.994368 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 47710) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:34:57.023728 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Routers {'95778e74-51f0-4b1a-b515-a8671551f0d2'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:34:57.024379 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:34:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['95778e74-51f0-4b1a-b515-a8671551f0d2'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:34:57.143969 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Set router 95778e74-51f0-4b1a-b515-a8671551f0d2 gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:34:57.347728 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95778e74-51f0-4b1a-b515-a8671551f0d2', 'name': 'tempest-TestShelveInstance-478851708-router', 'tenant_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '72cbdafa-b76a-43e0-9fd2-8d2ca07aac18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:34:55Z', 'updated_at': '2021-06-20T12:34:56Z', 'revision_number': 3, 'project_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'gw_port': {'id': '72cbdafa-b76a-43e0-9fd2-8d2ca07aac18', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:83:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95778e74-51f0-4b1a-b515-a8671551f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:34:55Z', 'updated_at': '2021-06-20T12:34:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:34:57.381601 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Checking router: 95778e74-51f0-4b1a-b515-a8671551f0d2 for host: dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:34:57.381957 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Updating router 95778e74-51f0-4b1a-b515-a8671551f0d2 port 72cbdafa-b76a-43e0-9fd2-8d2ca07aac18 binding host dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 12:34:57.421915 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:57.457683 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:57.627137 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Allocated IP 172.20.0.1 (63a88d6e-b035-482d-9fc3-268c68079d2c/b2177e59-f7cd-4c9f-aac6-f209686e6d8a/296592af-4ef1-4bf5-97e4-7e39e2812b15) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:34:57.690139 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:57.702115 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Transition to ACTIVE for port object 72cbdafa-b76a-43e0-9fd2-8d2ca07aac18 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:34:57.709478 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:57.711297 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:34:57.771915 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:57.772177 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 01c7f19a-643f-4d9c-89f6-fefdee742743 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:34:57.787245 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Transition to ACTIVE for port object 296592af-4ef1-4bf5-97e4-7e39e2812b15 will not be triggered until provisioned by entity DHCP. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:34:57.802368 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Attempting to bind port 72cbdafa-b76a-43e0-9fd2-8d2ca07aac18 on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:34:57.802841 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Attempting to bind port 72cbdafa-b76a-43e0-9fd2-8d2ca07aac18 by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:34:57.803290 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Attempting to bind port 72cbdafa-b76a-43e0-9fd2-8d2ca07aac18 on network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:34:57.809947 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5833e-f9e3-435c-bfb1-6759424fa9a6 None None] Pushing event updated for resources: {'Port': ['ID=72cbdafa-b76a-43e0-9fd2-8d2ca07aac18,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:34:57.816950 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-17f5833e-f9e3-435c-bfb1-6759424fa9a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:34:57.819771 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:34:57.820159 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Checking segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:34:57.820583 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:57.821072 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Bound using segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:34:57.821563 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Bound port: 72cbdafa-b76a-43e0-9fd2-8d2ca07aac18, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:34:57.821697 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8239877'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:57.821951 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:57.824386 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-9e029c30-877e-4069-9ae1-1597147a3e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:34:57.861689 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Network 63a88d6e-b035-482d-9fc3-268c68079d2c is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:34:57.866355 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:34:57.868809 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:34:57.887544 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] For port 72cbdafa-b76a-43e0-9fd2-8d2ca07aac18, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:34:57.891612 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] For port 72cbdafa-b76a-43e0-9fd2-8d2ca07aac18, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=72cbdafa-b76a-43e0-9fd2-8d2ca07aac18,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:34:57.896246 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 01c7f19a-643f-4d9c-89f6-fefdee742743 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:34:57.898956 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:57.901004 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Pushing event updated for resources: {'Port': ['ID=296592af-4ef1-4bf5-97e4-7e39e2812b15,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:34:57.902632 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b3de9616-8ec2-4313-ab46-1f07a90dc247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:34:57.904398 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:34:57.910026 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 01c7f19a-643f-4d9c-89f6-fefdee742743 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:34:57.910701 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:57.919684 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507183'] for router_interface, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:58.015008 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5833e-f9e3-435c-bfb1-6759424fa9a6 None None] Pushing event updated for resources: {'Port': ['ID=72cbdafa-b76a-43e0-9fd2-8d2ca07aac18,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:34:58.018855 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Routers {'95778e74-51f0-4b1a-b515-a8671551f0d2'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:34:58.019484 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:34:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['95778e74-51f0-4b1a-b515-a8671551f0d2'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:34:58.022253 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-17f5833e-f9e3-435c-bfb1-6759424fa9a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:34:58.081576 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:58.178541 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:58.183057 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-5c629ceb-8b27-4f6d-8584-02334c49e078 None None] Provisioning for port 296592af-4ef1-4bf5-97e4-7e39e2812b15 completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:34:58.200076 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-5c629ceb-8b27-4f6d-8584-02334c49e078 None None] Provisioning complete for port 296592af-4ef1-4bf5-97e4-7e39e2812b15 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:34:58.200453 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5c629ceb-8b27-4f6d-8584-02334c49e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:58.244935 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] Set router 95778e74-51f0-4b1a-b515-a8671551f0d2 gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:34:58.261413 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:58.266734 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8239923'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:58.269376 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-e6ea2e79-0d4a-4a5b-8b28-e0d92865f508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:34:58.337729 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Pushing event updated for resources: {'Port': ['ID=296592af-4ef1-4bf5-97e4-7e39e2812b15,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:34:58.340699 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:34:58.341933 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507702'] for router_interface, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:58.441930 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-5c629ceb-8b27-4f6d-8584-02334c49e078 None None] Port 296592af-4ef1-4bf5-97e4-7e39e2812b15 cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:34:58.447104 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Network 63a88d6e-b035-482d-9fc3-268c68079d2c is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:34:58.447366 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port 01c7f19a-643f-4d9c-89f6-fefdee742743, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=01c7f19a-643f-4d9c-89f6-fefdee742743,segment=NetworkSegment(ae632da3-e145-46ad-a18c-b8e18cc5824a),segment_id=ae632da3-e145-46ad-a18c-b8e18cc5824a)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:34:58.448521 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:34:58.485495 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:58.492132 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:34:58.575042 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=01c7f19a-643f-4d9c-89f6-fefdee742743,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:34:58.579207 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:34:58.596482 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Router 95778e74-51f0-4b1a-b515-a8671551f0d2 has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:34:58.635372 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95778e74-51f0-4b1a-b515-a8671551f0d2', 'name': 'tempest-TestShelveInstance-478851708-router', 'tenant_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '72cbdafa-b76a-43e0-9fd2-8d2ca07aac18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:34:55Z', 'updated_at': '2021-06-20T12:34:56Z', 'revision_number': 3, 'project_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'gw_port': {'id': '72cbdafa-b76a-43e0-9fd2-8d2ca07aac18', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:83:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95778e74-51f0-4b1a-b515-a8671551f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:34:55Z', 'updated_at': '2021-06-20T12:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:34:58.662855 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302b45c7-42bf-43a2-b69e-a3e64caebfdc None None] The sync data for ids ['95778e74-51f0-4b1a-b515-a8671551f0d2'] in dv-cinder-794962-4-iscsi is: [{'id': '95778e74-51f0-4b1a-b515-a8671551f0d2', 'name': 'tempest-TestShelveInstance-478851708-router', 'tenant_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '72cbdafa-b76a-43e0-9fd2-8d2ca07aac18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:34:55Z', 'updated_at': '2021-06-20T12:34:56Z', 'revision_number': 3, 'project_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'gw_port': {'id': '72cbdafa-b76a-43e0-9fd2-8d2ca07aac18', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:83:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95778e74-51f0-4b1a-b515-a8671551f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:34:55Z', 'updated_at': '2021-06-20T12:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:34:58.743219 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:34:58.748871 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-c53853d0-8d69-4f61-94df-7c3ea7f5d2fa admin admin] 10.222.0.25 "PUT /v2.0/routers/95778e74-51f0-4b1a-b515-a8671551f0d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7528880 Jun 20 12:34:58.768761 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-55c81ed6-e11a-415c-bd29-bb5256997208 None None] Provisioning complete for port 296592af-4ef1-4bf5-97e4-7e39e2812b15 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:34:58.769495 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-55c81ed6-e11a-415c-bd29-bb5256997208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:58.812892 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-55c81ed6-e11a-415c-bd29-bb5256997208 None None] Port 296592af-4ef1-4bf5-97e4-7e39e2812b15 cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:34:59.160420 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:34:59.300430 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 47738) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:34:59.305877 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-56e162a6-7612-4b0d-9b18-89d9326ff7bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-111689876-network', 'tenant_id': '7de8d25055fe47b987e1caf9480d19c7'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:34:59.329609 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e162a6-7612-4b0d-9b18-89d9326ff7bd admin admin] Made reservation on behalf of 7de8d25055fe47b987e1caf9480d19c7 for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:34:59.332167 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-56e162a6-7612-4b0d-9b18-89d9326ff7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:59.342442 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-56e162a6-7612-4b0d-9b18-89d9326ff7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:59.446637 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-56e162a6-7612-4b0d-9b18-89d9326ff7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:59.455093 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-56e162a6-7612-4b0d-9b18-89d9326ff7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:59.461017 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-a98e517c-b8fa-4482-9ad8-fc3e136f30d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:34:59.475889 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e162a6-7612-4b0d-9b18-89d9326ff7bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=92892) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 12:34:59.493939 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e162a6-7612-4b0d-9b18-89d9326ff7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c8a6e7-545c-4952-8c9c-736090f45391,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:34:59.496999 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-56e162a6-7612-4b0d-9b18-89d9326ff7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:59.497322 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-56e162a6-7612-4b0d-9b18-89d9326ff7bd admin admin] Added segment 1deecf50-0df7-468b-bf15-e15cc7bd4132 of type vlan for network defd1e3a-d711-4f54-9f6b-17b84c6033b5 Jun 20 12:34:59.499711 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-56e162a6-7612-4b0d-9b18-89d9326ff7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:34:59.542210 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-56e162a6-7612-4b0d-9b18-89d9326ff7bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766930588892'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:59.573157 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-56e162a6-7612-4b0d-9b18-89d9326ff7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:59.574659 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e162a6-7612-4b0d-9b18-89d9326ff7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:34:59.575144 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-56e162a6-7612-4b0d-9b18-89d9326ff7bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:59.579232 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-fcfad7c8-cb00-468b-b25f-5ca3d0aa0628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:34:59.632183 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-56e162a6-7612-4b0d-9b18-89d9326ff7bd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3276677 Jun 20 12:34:59.632435 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 47744) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:34:59.637116 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-6d700764-c9f1-4af5-8565-343d2e534c45 admin admin] Request body: {'subnet': {'network_id': 'defd1e3a-d711-4f54-9f6b-17b84c6033b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-111689876-subnet', 'tenant_id': '7de8d25055fe47b987e1caf9480d19c7', 'ip_version': 4}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:34:59.656349 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e162a6-7612-4b0d-9b18-89d9326ff7bd admin admin] Pushing event updated for resources: {'Network': ['ID=defd1e3a-d711-4f54-9f6b-17b84c6033b5,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:34:59.660526 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-56e162a6-7612-4b0d-9b18-89d9326ff7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:34:59.671713 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d700764-c9f1-4af5-8565-343d2e534c45 admin admin] Made reservation on behalf of 7de8d25055fe47b987e1caf9480d19c7 for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:34:59.674118 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6d700764-c9f1-4af5-8565-343d2e534c45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7266148'] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:59.680246 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Network defd1e3a-d711-4f54-9f6b-17b84c6033b5 details requested by agent ovs-agent-dv-cinder-794962-4-iscsi with host dv-cinder-794962-4-iscsi {{(pid=92894) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 20 12:34:59.838888 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 01c7f19a-643f-4d9c-89f6-fefdee742743 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:34:59.889318 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 01c7f19a-643f-4d9c-89f6-fefdee742743 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:34:59.889797 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:59.894727 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6d700764-c9f1-4af5-8565-343d2e534c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8240049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7266166'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:34:59.897018 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:34:59.953758 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d700764-c9f1-4af5-8565-343d2e534c45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2d7f116-982c-4932-9d8d-0b0f8c1df9df,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:34:59.957826 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-6d700764-c9f1-4af5-8565-343d2e534c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:34:59.970729 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d700764-c9f1-4af5-8565-343d2e534c45 admin admin] Checking segment: {'id': '1deecf50-0df7-468b-bf15-e15cc7bd4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'defd1e3a-d711-4f54-9f6b-17b84c6033b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:34:59.970729 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d700764-c9f1-4af5-8565-343d2e534c45 admin admin] Network hostable DHCP agents. Network: defd1e3a-d711-4f54-9f6b-17b84c6033b5, hostable agents: ['2417948c-c80f-4bbc-831a-f1bbd16412d3'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 12:34:59.985427 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 72cbdafa-b76a-43e0-9fd2-8d2ca07aac18 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:34:59.989621 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d700764-c9f1-4af5-8565-343d2e534c45 admin admin] Network defd1e3a-d711-4f54-9f6b-17b84c6033b5 is scheduled to be hosted by DHCP agent 2417948c-c80f-4bbc-831a-f1bbd16412d3 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 12:35:00.008191 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-6d700764-c9f1-4af5-8565-343d2e534c45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-4-iscsi, defd1e3a-d711-4f54-9f6b-17b84c6033b5) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:35:00.013108 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d700764-c9f1-4af5-8565-343d2e534c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:35:00.013693 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6d700764-c9f1-4af5-8565-343d2e534c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:00.020988 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a6ca08-2050-4db9-b789-b86adf65f894 None None] Network defd1e3a-d711-4f54-9f6b-17b84c6033b5 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:35:00.033728 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-6d700764-c9f1-4af5-8565-343d2e534c45 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4003885 Jun 20 12:35:00.036205 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 47748) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:35:00.040683 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-111689876-router', 'tenant_id': '7de8d25055fe47b987e1caf9480d19c7', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:35:00.062357 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-482965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3176'] for router, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:00.067184 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-503974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3171'] for router, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:00.092180 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 72cbdafa-b76a-43e0-9fd2-8d2ca07aac18 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:35:00.099686 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 72cbdafa-b76a-43e0-9fd2-8d2ca07aac18 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:35:00.100226 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:00.136653 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:00.249047 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf27333a8-70a0-59ed-9c62-fe7f006c1bf9-defd1e3a-d711-4f54-9f6b-17b84c6033b5', 'network_id': 'defd1e3a-d711-4f54-9f6b-17b84c6033b5', 'tenant_id': '7de8d25055fe47b987e1caf9480d19c7', 'fixed_ips': [{'subnet_id': 'f2d7f116-982c-4932-9d8d-0b0f8c1df9df'}]}} from dv-cinder-794962-4-iscsi. {{(pid=92894) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 20 12:35:00.249508 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:00.261612 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:00.278698 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-482919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3189'] for router, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:00.293701 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port 72cbdafa-b76a-43e0-9fd2-8d2ca07aac18, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=72cbdafa-b76a-43e0-9fd2-8d2ca07aac18,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:35:00.330555 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Sync routers for ids ['95778e74-51f0-4b1a-b515-a8671551f0d2'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:35:00.342708 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:00.344918 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Routers {'95778e74-51f0-4b1a-b515-a8671551f0d2'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:35:00.346145 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:34:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['95778e74-51f0-4b1a-b515-a8671551f0d2'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:35:00.346722 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:00.440260 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=72cbdafa-b76a-43e0-9fd2-8d2ca07aac18,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:00.444810 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:00.462684 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Allocated IP 172.20.0.2 (defd1e3a-d711-4f54-9f6b-17b84c6033b5/f2d7f116-982c-4932-9d8d-0b0f8c1df9df/ab52f785-2270-4004-bebe-b1805eb5f69d) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:35:00.502523 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Set router 95778e74-51f0-4b1a-b515-a8671551f0d2 gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:35:00.523125 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:00.543530 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:00.635384 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:00.645074 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Transition to ACTIVE for port object ab52f785-2270-4004-bebe-b1805eb5f69d will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:35:00.661694 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Allocated IP 172.27.1.226 (3f7a09d2-824b-4c30-a4c6-5e0e19540541/4186b5e8-5a7d-41cb-85c6-3f8309c8906f/d6cdb949-69bd-43bd-af43-71e0286d6d16) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:35:00.664905 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Transition to ACTIVE for port object ab52f785-2270-4004-bebe-b1805eb5f69d will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:35:00.674449 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:00.677714 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-90bf3776-ad01-4979-ad84-76a456d2a9a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:00.716855 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Network defd1e3a-d711-4f54-9f6b-17b84c6033b5 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:35:00.723773 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:35:00.726453 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:35:00.752038 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95778e74-51f0-4b1a-b515-a8671551f0d2', 'name': 'tempest-TestShelveInstance-478851708-router', 'tenant_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '72cbdafa-b76a-43e0-9fd2-8d2ca07aac18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:34:55Z', 'updated_at': '2021-06-20T12:34:58Z', 'revision_number': 4, 'project_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'gw_port': {'id': '72cbdafa-b76a-43e0-9fd2-8d2ca07aac18', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:83:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95778e74-51f0-4b1a-b515-a8671551f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:34:55Z', 'updated_at': '2021-06-20T12:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': '296592af-4ef1-4bf5-97e4-7e39e2812b15', 'name': '', 'network_id': '63a88d6e-b035-482d-9fc3-268c68079d2c', 'tenant_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'mac_address': 'fa:16:3e:99:35:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95778e74-51f0-4b1a-b515-a8671551f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b2177e59-f7cd-4c9f-aac6-f209686e6d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:34:57Z', 'updated_at': '2021-06-20T12:34:58Z', 'revision_number': 2, 'project_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'subnets': [{'id': 'b2177e59-f7cd-4c9f-aac6-f209686e6d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:35:00.762388 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Pushing event updated for resources: {'Port': ['ID=ab52f785-2270-4004-bebe-b1805eb5f69d,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:00.765353 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:00.779320 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Checking router: 95778e74-51f0-4b1a-b515-a8671551f0d2 for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:35:00.780203 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Updating router 95778e74-51f0-4b1a-b515-a8671551f0d2 port 296592af-4ef1-4bf5-97e4-7e39e2812b15 binding host dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 12:35:00.798851 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Attempting to bind port ab52f785-2270-4004-bebe-b1805eb5f69d on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:35:00.799325 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Attempting to bind port ab52f785-2270-4004-bebe-b1805eb5f69d by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': '1deecf50-0df7-468b-bf15-e15cc7bd4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'defd1e3a-d711-4f54-9f6b-17b84c6033b5'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:35:00.799756 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Attempting to bind port ab52f785-2270-4004-bebe-b1805eb5f69d on network defd1e3a-d711-4f54-9f6b-17b84c6033b5 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:35:00.800074 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:00.805810 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:35:00.805810 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Checking segment: {'id': '1deecf50-0df7-468b-bf15-e15cc7bd4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'defd1e3a-d711-4f54-9f6b-17b84c6033b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:35:00.806177 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:00.807040 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Bound using segment: {'id': '1deecf50-0df7-468b-bf15-e15cc7bd4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'defd1e3a-d711-4f54-9f6b-17b84c6033b5'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:35:00.807040 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Bound port: ab52f785-2270-4004-bebe-b1805eb5f69d, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1deecf50-0df7-468b-bf15-e15cc7bd4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'defd1e3a-d711-4f54-9f6b-17b84c6033b5'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:35:00.807277 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:00.821235 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:00.853838 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8239877'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:00.858416 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:00.893781 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] For port ab52f785-2270-4004-bebe-b1805eb5f69d, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:35:00.899517 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] For port ab52f785-2270-4004-bebe-b1805eb5f69d, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=ab52f785-2270-4004-bebe-b1805eb5f69d,segment=NetworkSegment(1deecf50-0df7-468b-bf15-e15cc7bd4132),segment_id=1deecf50-0df7-468b-bf15-e15cc7bd4132)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:35:00.903435 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:35:00.907189 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:35:00.908491 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:00.910712 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:00.911973 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:35:00.941831 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Pushing event updated for resources: {'Port': ['ID=d6cdb949-69bd-43bd-af43-71e0286d6d16,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:00.944726 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:00.980555 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Pushing event updated for resources: {'Port': ['ID=ab52f785-2270-4004-bebe-b1805eb5f69d,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:00.984398 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:01.121445 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:01.137681 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Transition to ACTIVE for port object 296592af-4ef1-4bf5-97e4-7e39e2812b15 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:35:01.149277 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:01.156499 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c767cf9c-36c4-40ea-aee7-0206ff0cb191 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:01.207083 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb020b-f19e-4975-8059-b53016cc2c93 None None] Pushing event updated for resources: {'Port': ['ID=296592af-4ef1-4bf5-97e4-7e39e2812b15,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:01.260991 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb020b-f19e-4975-8059-b53016cc2c93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:35:01.261256 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:01.261513 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb020b-f19e-4975-8059-b53016cc2c93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:35:01.261925 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb020b-f19e-4975-8059-b53016cc2c93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:35:01.262333 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb020b-f19e-4975-8059-b53016cc2c93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:35:01.262736 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb020b-f19e-4975-8059-b53016cc2c93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:35:01.263153 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb020b-f19e-4975-8059-b53016cc2c93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:35:01.263533 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb020b-f19e-4975-8059-b53016cc2c93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:35:01.264627 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb020b-f19e-4975-8059-b53016cc2c93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:35:01.265322 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb020b-f19e-4975-8059-b53016cc2c93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:35:01.265902 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb020b-f19e-4975-8059-b53016cc2c93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:35:01.266705 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb020b-f19e-4975-8059-b53016cc2c93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:35:01.267328 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb020b-f19e-4975-8059-b53016cc2c93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:35:01.289030 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a0bb020b-f19e-4975-8059-b53016cc2c93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:01.350867 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Attempting to bind port 296592af-4ef1-4bf5-97e4-7e39e2812b15 on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:35:01.351793 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Attempting to bind port 296592af-4ef1-4bf5-97e4-7e39e2812b15 by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': 'ae632da3-e145-46ad-a18c-b8e18cc5824a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '63a88d6e-b035-482d-9fc3-268c68079d2c'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:35:01.351793 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Attempting to bind port 296592af-4ef1-4bf5-97e4-7e39e2812b15 on network 63a88d6e-b035-482d-9fc3-268c68079d2c {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:35:01.357358 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:35:01.357879 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Checking segment: {'id': 'ae632da3-e145-46ad-a18c-b8e18cc5824a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '63a88d6e-b035-482d-9fc3-268c68079d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:35:01.358527 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:01.358999 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Bound using segment: {'id': 'ae632da3-e145-46ad-a18c-b8e18cc5824a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '63a88d6e-b035-482d-9fc3-268c68079d2c'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:35:01.359548 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Bound port: 296592af-4ef1-4bf5-97e4-7e39e2812b15, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae632da3-e145-46ad-a18c-b8e18cc5824a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '63a88d6e-b035-482d-9fc3-268c68079d2c'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:35:01.359996 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:01.448962 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] For port 296592af-4ef1-4bf5-97e4-7e39e2812b15, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:35:01.453288 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] For port 296592af-4ef1-4bf5-97e4-7e39e2812b15, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=296592af-4ef1-4bf5-97e4-7e39e2812b15,segment=NetworkSegment(ae632da3-e145-46ad-a18c-b8e18cc5824a),segment_id=ae632da3-e145-46ad-a18c-b8e18cc5824a)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:35:01.464232 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:01.466659 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3369fda0-5513-42cf-82ba-61a25f7a41ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:01.526578 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Routers {'95778e74-51f0-4b1a-b515-a8671551f0d2'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:35:01.527255 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:34:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['95778e74-51f0-4b1a-b515-a8671551f0d2'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:35:01.546575 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504320'] for router, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:01.565585 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb020b-f19e-4975-8059-b53016cc2c93 None None] Pushing event updated for resources: {'Port': ['ID=296592af-4ef1-4bf5-97e4-7e39e2812b15,revision_number=4']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:01.571132 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a0bb020b-f19e-4975-8059-b53016cc2c93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:01.659755 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] Set router 95778e74-51f0-4b1a-b515-a8671551f0d2 gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:35:01.720680 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Router a71a4f6e-4cde-459c-a51a-c3d9f448c5ce is scheduled to L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 with binding_index 1 {{(pid=92892) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 20 12:35:01.865019 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:35:01.875833 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Sync routers for ids ['a71a4f6e-4cde-459c-a51a-c3d9f448c5ce'] in dv-cinder-794962-4-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:35:01.891884 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Routers {'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:35:01.893284 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:34:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['a71a4f6e-4cde-459c-a51a-c3d9f448c5ce'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:35:01.898150 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:01.904757 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8650312 Jun 20 12:35:01.905155 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 47762) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:35:01.941156 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device ab52f785-2270-4004-bebe-b1805eb5f69d up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:35:02.051197 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port ab52f785-2270-4004-bebe-b1805eb5f69d completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:35:02.055820 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Set router a71a4f6e-4cde-459c-a51a-c3d9f448c5ce gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:35:02.058026 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95778e74-51f0-4b1a-b515-a8671551f0d2', 'name': 'tempest-TestShelveInstance-478851708-router', 'tenant_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '72cbdafa-b76a-43e0-9fd2-8d2ca07aac18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:34:55Z', 'updated_at': '2021-06-20T12:34:58Z', 'revision_number': 4, 'project_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'gw_port': {'id': '72cbdafa-b76a-43e0-9fd2-8d2ca07aac18', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:83:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95778e74-51f0-4b1a-b515-a8671551f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:34:55Z', 'updated_at': '2021-06-20T12:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': '296592af-4ef1-4bf5-97e4-7e39e2812b15', 'name': '', 'network_id': '63a88d6e-b035-482d-9fc3-268c68079d2c', 'tenant_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'mac_address': 'fa:16:3e:99:35:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95778e74-51f0-4b1a-b515-a8671551f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b2177e59-f7cd-4c9f-aac6-f209686e6d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:34:57Z', 'updated_at': '2021-06-20T12:35:01Z', 'revision_number': 4, 'project_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'subnets': [{'id': 'b2177e59-f7cd-4c9f-aac6-f209686e6d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:35:02.086453 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7697d17-9a06-47da-af9f-a713180c883a None None] The sync data for ids ['95778e74-51f0-4b1a-b515-a8671551f0d2'] in dv-cinder-794962-4-iscsi is: [{'id': '95778e74-51f0-4b1a-b515-a8671551f0d2', 'name': 'tempest-TestShelveInstance-478851708-router', 'tenant_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '72cbdafa-b76a-43e0-9fd2-8d2ca07aac18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:34:55Z', 'updated_at': '2021-06-20T12:34:58Z', 'revision_number': 4, 'project_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'gw_port': {'id': '72cbdafa-b76a-43e0-9fd2-8d2ca07aac18', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:83:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95778e74-51f0-4b1a-b515-a8671551f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:34:55Z', 'updated_at': '2021-06-20T12:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': '296592af-4ef1-4bf5-97e4-7e39e2812b15', 'name': '', 'network_id': '63a88d6e-b035-482d-9fc3-268c68079d2c', 'tenant_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'mac_address': 'fa:16:3e:99:35:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95778e74-51f0-4b1a-b515-a8671551f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b2177e59-f7cd-4c9f-aac6-f209686e6d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:34:57Z', 'updated_at': '2021-06-20T12:35:01Z', 'revision_number': 4, 'project_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'subnets': [{'id': 'b2177e59-f7cd-4c9f-aac6-f209686e6d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:35:02.130643 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 72cbdafa-b76a-43e0-9fd2-8d2ca07aac18 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:35:02.200460 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142d060d-777c-4b51-9397-347ac2fdc8ce None None] Network defd1e3a-d711-4f54-9f6b-17b84c6033b5 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:35:02.314323 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-bd93a41c-74e3-497f-80a4-72be9f1ff1cc None None] Provisioning for port ab52f785-2270-4004-bebe-b1805eb5f69d completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:35:02.348254 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-bd93a41c-74e3-497f-80a4-72be9f1ff1cc None None] Provisioning complete for port ab52f785-2270-4004-bebe-b1805eb5f69d triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:35:02.348554 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bd93a41c-74e3-497f-80a4-72be9f1ff1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:02.387766 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 72cbdafa-b76a-43e0-9fd2-8d2ca07aac18 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:35:02.388152 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:02.423480 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:02.616115 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Allocated IP 172.20.0.1 (defd1e3a-d711-4f54-9f6b-17b84c6033b5/f2d7f116-982c-4932-9d8d-0b0f8c1df9df/ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:35:02.744693 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:02.762325 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Transition to ACTIVE for port object ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:35:02.769562 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'name': 'tempest-TestShelveInstance-111689876-router', 'tenant_id': '7de8d25055fe47b987e1caf9480d19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'd6cdb949-69bd-43bd-af43-71e0286d6d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:35:00Z', 'updated_at': '2021-06-20T12:35:01Z', 'revision_number': 3, 'project_id': '7de8d25055fe47b987e1caf9480d19c7', 'gw_port': {'id': 'd6cdb949-69bd-43bd-af43-71e0286d6d16', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:35:00Z', 'updated_at': '2021-06-20T12:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:35:02.771818 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bd93a41c-74e3-497f-80a4-72be9f1ff1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:02.803813 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7115647'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:02.809244 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:02.816188 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Checking router: a71a4f6e-4cde-459c-a51a-c3d9f448c5ce for host: dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:35:02.816593 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Updating router a71a4f6e-4cde-459c-a51a-c3d9f448c5ce port d6cdb949-69bd-43bd-af43-71e0286d6d16 binding host dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 12:35:02.864426 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Network defd1e3a-d711-4f54-9f6b-17b84c6033b5 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:35:02.866066 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Pushing event updated for resources: {'Port': ['ID=ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:02.869372 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:35:02.871283 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:02.871975 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:35:02.889299 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:02.892097 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-bd93a41c-74e3-497f-80a4-72be9f1ff1cc None None] For port ab52f785-2270-4004-bebe-b1805eb5f69d, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=ab52f785-2270-4004-bebe-b1805eb5f69d,segment=NetworkSegment(1deecf50-0df7-468b-bf15-e15cc7bd4132),segment_id=1deecf50-0df7-468b-bf15-e15cc7bd4132)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:35:02.915722 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bd93a41c-74e3-497f-80a4-72be9f1ff1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:02.918287 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-507183'] for router_interface, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:02.921142 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:03.039803 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93a41c-74e3-497f-80a4-72be9f1ff1cc None None] Pushing event updated for resources: {'Port': ['ID=ab52f785-2270-4004-bebe-b1805eb5f69d,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:03.043646 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bd93a41c-74e3-497f-80a4-72be9f1ff1cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:03.099214 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:03.254890 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-8836a3df-20ff-411b-8284-25707c2c9b7e None None] Provisioning complete for port ab52f785-2270-4004-bebe-b1805eb5f69d triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:35:03.255661 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8836a3df-20ff-411b-8284-25707c2c9b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:03.285595 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:03.308661 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Transition to ACTIVE for port object d6cdb949-69bd-43bd-af43-71e0286d6d16 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:35:03.321600 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:03.321875 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:03.324080 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0d249c5c-a1dc-450d-9d31-89b2d4d251dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:03.330457 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:03.336248 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:03.417509 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Attempting to bind port d6cdb949-69bd-43bd-af43-71e0286d6d16 on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:35:03.417890 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Attempting to bind port d6cdb949-69bd-43bd-af43-71e0286d6d16 by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:35:03.418260 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Attempting to bind port d6cdb949-69bd-43bd-af43-71e0286d6d16 on network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:35:03.420662 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Pushing event updated for resources: {'Port': ['ID=ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:03.423352 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b8fdd-5223-45e5-a4db-5a4738959970 None None] Pushing event updated for resources: {'Port': ['ID=d6cdb949-69bd-43bd-af43-71e0286d6d16,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:03.428661 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:03.430969 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bf9b8fdd-5223-45e5-a4db-5a4738959970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:03.434077 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:35:03.434251 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Checking segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:35:03.434619 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:03.435022 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Bound using segment: {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:35:03.435617 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Bound port: d6cdb949-69bd-43bd-af43-71e0286d6d16, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2388d1a0-b118-432e-8783-6681ac3b22df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:35:03.436770 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:03.457662 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1667708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-507702'] for router_interface, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:03.507169 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] For port d6cdb949-69bd-43bd-af43-71e0286d6d16, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:35:03.510935 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] For port d6cdb949-69bd-43bd-af43-71e0286d6d16, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=d6cdb949-69bd-43bd-af43-71e0286d6d16,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:35:03.518945 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:03.526660 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-914d4b47-dd1a-4fe5-8c16-72f156abd9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:03.568994 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Network defd1e3a-d711-4f54-9f6b-17b84c6033b5 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:35:03.570621 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:35:03.593317 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b8fdd-5223-45e5-a4db-5a4738959970 None None] Pushing event updated for resources: {'Port': ['ID=d6cdb949-69bd-43bd-af43-71e0286d6d16,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:03.597613 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bf9b8fdd-5223-45e5-a4db-5a4738959970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:03.600520 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Routers {'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:35:03.601191 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:34:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['a71a4f6e-4cde-459c-a51a-c3d9f448c5ce'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:35:03.603254 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-2c987b01-d397-470a-9166-bfd03deefc36 None None] Provisioning for port ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:35:03.646814 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-2c987b01-d397-470a-9166-bfd03deefc36 None None] Provisioning complete for port ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:35:03.647019 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2c987b01-d397-470a-9166-bfd03deefc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:03.728019 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-2c987b01-d397-470a-9166-bfd03deefc36 None None] Port ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:35:03.740234 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Router a71a4f6e-4cde-459c-a51a-c3d9f448c5ce has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:35:03.773170 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] Set router a71a4f6e-4cde-459c-a51a-c3d9f448c5ce gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:35:03.865739 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device ab52f785-2270-4004-bebe-b1805eb5f69d up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:35:03.874871 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:35:03.881494 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] 10.222.0.25 "PUT /v2.0/routers/a71a4f6e-4cde-459c-a51a-c3d9f448c5ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9747167 Jun 20 12:35:03.957869 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-ed8b9e57-c924-4458-b935-ed297dc3e0a0 None None] Provisioning complete for port ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:35:03.958492 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ed8b9e57-c924-4458-b935-ed297dc3e0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:04.017119 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-ed8b9e57-c924-4458-b935-ed297dc3e0a0 None None] Port ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:35:04.027488 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port ab52f785-2270-4004-bebe-b1805eb5f69d triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:35:04.027488 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:04.150519 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'name': 'tempest-TestShelveInstance-111689876-router', 'tenant_id': '7de8d25055fe47b987e1caf9480d19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'd6cdb949-69bd-43bd-af43-71e0286d6d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:35:00Z', 'updated_at': '2021-06-20T12:35:03Z', 'revision_number': 4, 'project_id': '7de8d25055fe47b987e1caf9480d19c7', 'gw_port': {'id': 'd6cdb949-69bd-43bd-af43-71e0286d6d16', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:35:00Z', 'updated_at': '2021-06-20T12:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7', 'name': '', 'network_id': 'defd1e3a-d711-4f54-9f6b-17b84c6033b5', 'tenant_id': '7de8d25055fe47b987e1caf9480d19c7', 'mac_address': 'fa:16:3e:43:3c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f2d7f116-982c-4932-9d8d-0b0f8c1df9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:35:02Z', 'updated_at': '2021-06-20T12:35:03Z', 'revision_number': 2, 'project_id': '7de8d25055fe47b987e1caf9480d19c7', 'subnets': [{'id': 'f2d7f116-982c-4932-9d8d-0b0f8c1df9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:35:04.155658 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 296592af-4ef1-4bf5-97e4-7e39e2812b15 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:35:04.181713 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb30214-9ab3-45e7-8775-b2a60baa35c6 None None] The sync data for ids ['a71a4f6e-4cde-459c-a51a-c3d9f448c5ce'] in dv-cinder-794962-4-iscsi is: [{'id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'name': 'tempest-TestShelveInstance-111689876-router', 'tenant_id': '7de8d25055fe47b987e1caf9480d19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'd6cdb949-69bd-43bd-af43-71e0286d6d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:35:00Z', 'updated_at': '2021-06-20T12:35:03Z', 'revision_number': 4, 'project_id': '7de8d25055fe47b987e1caf9480d19c7', 'gw_port': {'id': 'd6cdb949-69bd-43bd-af43-71e0286d6d16', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:35:00Z', 'updated_at': '2021-06-20T12:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7', 'name': '', 'network_id': 'defd1e3a-d711-4f54-9f6b-17b84c6033b5', 'tenant_id': '7de8d25055fe47b987e1caf9480d19c7', 'mac_address': 'fa:16:3e:43:3c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f2d7f116-982c-4932-9d8d-0b0f8c1df9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:35:02Z', 'updated_at': '2021-06-20T12:35:03Z', 'revision_number': 2, 'project_id': '7de8d25055fe47b987e1caf9480d19c7', 'subnets': [{'id': 'f2d7f116-982c-4932-9d8d-0b0f8c1df9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:35:04.236828 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port 296592af-4ef1-4bf5-97e4-7e39e2812b15 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:35:04.241215 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 296592af-4ef1-4bf5-97e4-7e39e2812b15 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:35:04.241608 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:04.325024 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:04.360503 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port 296592af-4ef1-4bf5-97e4-7e39e2812b15, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=296592af-4ef1-4bf5-97e4-7e39e2812b15,segment=NetworkSegment(ae632da3-e145-46ad-a18c-b8e18cc5824a),segment_id=ae632da3-e145-46ad-a18c-b8e18cc5824a)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:35:04.367391 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:04.369446 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ece1a79f-6c97-4387-9786-edfc8378f068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:04.445843 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=296592af-4ef1-4bf5-97e4-7e39e2812b15,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:04.449422 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:04.583101 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 47790) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:35:04.588016 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-0f5d8dde-4abb-45af-b711-44d5ea2a0202 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1517432077', 'description': 'tempest-secgroup-smoke-1517432077 description', 'project_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:35:04.612574 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0f5d8dde-4abb-45af-b711-44d5ea2a0202 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:04.713371 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0f5d8dde-4abb-45af-b711-44d5ea2a0202 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:04.718248 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0f5d8dde-4abb-45af-b711-44d5ea2a0202 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:04.721022 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-7580b19a-eb95-470b-9d24-e14e9a4fc524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:04.749606 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0f5d8dde-4abb-45af-b711-44d5ea2a0202 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:04.750844 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-0f5d8dde-4abb-45af-b711-44d5ea2a0202 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1667135 Jun 20 12:35:04.752059 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d8dde-4abb-45af-b711-44d5ea2a0202 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995cd4a2-288b-4fc5-9273-c1e7956626dc,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:04.753975 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 47792) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:35:04.755085 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-0f5d8dde-4abb-45af-b711-44d5ea2a0202 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:04.759350 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-ebbc925d-56f0-45e3-bb33-19b1d4315bf1 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Request body: {'security_group_rule': {'security_group_id': '995cd4a2-288b-4fc5-9273-c1e7956626dc', 'project_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:35:04.789282 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ebbc925d-56f0-45e3-bb33-19b1d4315bf1 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:04.855819 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ebbc925d-56f0-45e3-bb33-19b1d4315bf1 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:04.860511 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ebbc925d-56f0-45e3-bb33-19b1d4315bf1 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:04.867191 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-6fa687ac-d593-4390-984f-64081d91b0df tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:04.891525 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc925d-56f0-45e3-bb33-19b1d4315bf1 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58db92f1-a957-4688-90d8-b3ee87ce2477,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:04.898726 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-ebbc925d-56f0-45e3-bb33-19b1d4315bf1 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:04.914203 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ebbc925d-56f0-45e3-bb33-19b1d4315bf1 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:04.915551 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-ebbc925d-56f0-45e3-bb33-19b1d4315bf1 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1603231 Jun 20 12:35:04.919367 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 47796) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:35:04.924808 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-b114dd1d-2ea1-480e-8291-54c1fdbffe49 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Request body: {'security_group_rule': {'security_group_id': '995cd4a2-288b-4fc5-9273-c1e7956626dc', 'project_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:35:04.959668 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b114dd1d-2ea1-480e-8291-54c1fdbffe49 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.035121 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b114dd1d-2ea1-480e-8291-54c1fdbffe49 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.039286 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b114dd1d-2ea1-480e-8291-54c1fdbffe49 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.041443 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-bec07266-49bb-4756-bce5-f568f0b19715 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:05.061507 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114dd1d-2ea1-480e-8291-54c1fdbffe49 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee2c1e2-c762-489c-91a0-07c5fdf6b5ae,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:05.063989 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b114dd1d-2ea1-480e-8291-54c1fdbffe49 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:05.067680 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b114dd1d-2ea1-480e-8291-54c1fdbffe49 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.069067 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-b114dd1d-2ea1-480e-8291-54c1fdbffe49 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1479728 Jun 20 12:35:05.071668 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 47798) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:35:05.077359 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-2ffa770b-d9c5-4ea9-8dbe-c582f5f2ad65 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Request body: {'security_group_rule': {'security_group_id': '995cd4a2-288b-4fc5-9273-c1e7956626dc', 'project_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:35:05.107389 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2ffa770b-d9c5-4ea9-8dbe-c582f5f2ad65 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.175845 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2ffa770b-d9c5-4ea9-8dbe-c582f5f2ad65 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.181232 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2ffa770b-d9c5-4ea9-8dbe-c582f5f2ad65 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.183444 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:05.200964 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa770b-d9c5-4ea9-8dbe-c582f5f2ad65 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2f6f19-56d2-44b8-9c1b-d2b03b617d44,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:05.204418 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-2ffa770b-d9c5-4ea9-8dbe-c582f5f2ad65 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:05.209764 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2ffa770b-d9c5-4ea9-8dbe-c582f5f2ad65 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.211258 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-2ffa770b-d9c5-4ea9-8dbe-c582f5f2ad65 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384978 Jun 20 12:35:05.214118 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 47800) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:35:05.219639 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-498ebcd3-951c-4538-8c3e-5392bc695529 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Request body: {'security_group_rule': {'security_group_id': '995cd4a2-288b-4fc5-9273-c1e7956626dc', 'project_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:35:05.250847 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-498ebcd3-951c-4538-8c3e-5392bc695529 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.320089 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-498ebcd3-951c-4538-8c3e-5392bc695529 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.324250 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-498ebcd3-951c-4538-8c3e-5392bc695529 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.327766 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:05.371109 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ebcd3-951c-4538-8c3e-5392bc695529 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b45663-d5a2-4ef4-a2dd-2fc9e70f495a,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:05.371109 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-498ebcd3-951c-4538-8c3e-5392bc695529 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:05.371109 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-498ebcd3-951c-4538-8c3e-5392bc695529 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.371109 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-498ebcd3-951c-4538-8c3e-5392bc695529 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1551058 Jun 20 12:35:05.373717 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 47802) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:35:05.379058 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-b1c7fff7-723a-4f53-9f90-e5771cf69d35 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Request body: {'security_group_rule': {'security_group_id': '995cd4a2-288b-4fc5-9273-c1e7956626dc', 'project_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:35:05.402926 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.securitygroups_db [None req-b1c7fff7-723a-4f53-9f90-e5771cf69d35 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Project ce00bdbc2d8a48bba82e5cd85fbabc0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 20 12:35:05.408425 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b1c7fff7-723a-4f53-9f90-e5771cf69d35 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.480097 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b1c7fff7-723a-4f53-9f90-e5771cf69d35 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.485279 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b1c7fff7-723a-4f53-9f90-e5771cf69d35 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.487402 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b0604dbc-9254-4bad-9420-da1bbefcaf15 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:05.504886 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7fff7-723a-4f53-9f90-e5771cf69d35 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9693d846-2835-48fc-8c8f-5db6eb11e913,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:05.508153 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b1c7fff7-723a-4f53-9f90-e5771cf69d35 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:05.518101 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b1c7fff7-723a-4f53-9f90-e5771cf69d35 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.519646 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-b1c7fff7-723a-4f53-9f90-e5771cf69d35 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1445718 Jun 20 12:35:05.523981 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 47806) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:35:05.530048 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-84cae7a3-6fe8-40cb-a742-ce6750f17d77 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Request body: {'security_group_rule': {'security_group_id': '995cd4a2-288b-4fc5-9273-c1e7956626dc', 'project_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:35:05.577487 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.db.securitygroups_db [None req-84cae7a3-6fe8-40cb-a742-ce6750f17d77 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Project ce00bdbc2d8a48bba82e5cd85fbabc0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 20 12:35:05.584752 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-84cae7a3-6fe8-40cb-a742-ce6750f17d77 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.662018 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-84cae7a3-6fe8-40cb-a742-ce6750f17d77 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.668335 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-84cae7a3-6fe8-40cb-a742-ce6750f17d77 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.672243 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:05.704670 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-84cae7a3-6fe8-40cb-a742-ce6750f17d77 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.714214 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-84cae7a3-6fe8-40cb-a742-ce6750f17d77 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1883860 Jun 20 12:35:05.721261 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cae7a3-6fe8-40cb-a742-ce6750f17d77 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcaacbe9-e764-4262-9059-267b3c28eacd,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:05.723840 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-84cae7a3-6fe8-40cb-a742-ce6750f17d77 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:05.823663 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device d6cdb949-69bd-43bd-af43-71e0286d6d16 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:35:05.885342 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port d6cdb949-69bd-43bd-af43-71e0286d6d16 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:35:05.890632 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port d6cdb949-69bd-43bd-af43-71e0286d6d16 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:35:05.891449 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.973684 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:05.997434 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port d6cdb949-69bd-43bd-af43-71e0286d6d16, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=d6cdb949-69bd-43bd-af43-71e0286d6d16,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:35:06.002778 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:06.003789 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 296592af-4ef1-4bf5-97e4-7e39e2812b15 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:35:06.006899 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bf9b8fdd-5223-45e5-a4db-5a4738959970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:06.088439 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=d6cdb949-69bd-43bd-af43-71e0286d6d16,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:06.092964 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:06.101606 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port 296592af-4ef1-4bf5-97e4-7e39e2812b15 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:35:06.101992 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:06.473641 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Sync routers for ids ['a71a4f6e-4cde-459c-a51a-c3d9f448c5ce'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:35:06.484586 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Routers {'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:35:06.485278 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:34:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['a71a4f6e-4cde-459c-a51a-c3d9f448c5ce'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:35:06.604331 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Set router a71a4f6e-4cde-459c-a51a-c3d9f448c5ce gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:35:06.848566 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'name': 'tempest-TestShelveInstance-111689876-router', 'tenant_id': '7de8d25055fe47b987e1caf9480d19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'd6cdb949-69bd-43bd-af43-71e0286d6d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:35:00Z', 'updated_at': '2021-06-20T12:35:03Z', 'revision_number': 4, 'project_id': '7de8d25055fe47b987e1caf9480d19c7', 'gw_port': {'id': 'd6cdb949-69bd-43bd-af43-71e0286d6d16', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:35:00Z', 'updated_at': '2021-06-20T12:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7', 'name': '', 'network_id': 'defd1e3a-d711-4f54-9f6b-17b84c6033b5', 'tenant_id': '7de8d25055fe47b987e1caf9480d19c7', 'mac_address': 'fa:16:3e:43:3c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f2d7f116-982c-4932-9d8d-0b0f8c1df9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:35:02Z', 'updated_at': '2021-06-20T12:35:03Z', 'revision_number': 2, 'project_id': '7de8d25055fe47b987e1caf9480d19c7', 'subnets': [{'id': 'f2d7f116-982c-4932-9d8d-0b0f8c1df9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:35:06.875684 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Checking router: a71a4f6e-4cde-459c-a51a-c3d9f448c5ce for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:35:06.876045 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Updating router a71a4f6e-4cde-459c-a51a-c3d9f448c5ce port ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 binding host dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 12:35:06.912138 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:07.198447 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:07.213023 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Transition to ACTIVE for port object ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:35:07.219664 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:07.221947 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:07.298362 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fabda-a7e6-4133-927f-24a9ccb02e7e None None] Pushing event updated for resources: {'Port': ['ID=ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:07.305751 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b28fabda-a7e6-4133-927f-24a9ccb02e7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:07.375042 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Attempting to bind port ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 on host dv-cinder-794962-4-iscsi for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:35:07.375439 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Attempting to bind port ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 by drivers openvswitch,hyperv on host dv-cinder-794962-4-iscsi at level 0 using segments [{'id': '1deecf50-0df7-468b-bf15-e15cc7bd4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'defd1e3a-d711-4f54-9f6b-17b84c6033b5'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:35:07.375854 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Attempting to bind port ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 on network defd1e3a-d711-4f54-9f6b-17b84c6033b5 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:35:07.388003 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Checking agent: {'id': '343716fd-c415-42ac-a0fd-0732cc2d7c8e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 11, 58, 40), 'started_at': datetime.datetime(2021, 6, 20, 11, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:35:07.388127 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Checking segment: {'id': '1deecf50-0df7-468b-bf15-e15cc7bd4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'defd1e3a-d711-4f54-9f6b-17b84c6033b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:35:07.388491 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:07.388987 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Bound using segment: {'id': '1deecf50-0df7-468b-bf15-e15cc7bd4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'defd1e3a-d711-4f54-9f6b-17b84c6033b5'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:35:07.389420 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Bound port: ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7, host: dv-cinder-794962-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1deecf50-0df7-468b-bf15-e15cc7bd4132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'defd1e3a-d711-4f54-9f6b-17b84c6033b5'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:35:07.389991 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:07.468198 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] For port ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7, host dv-cinder-794962-4-iscsi, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:35:07.472553 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] For port ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7, host dv-cinder-794962-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7,segment=NetworkSegment(1deecf50-0df7-468b-bf15-e15cc7bd4132),segment_id=1deecf50-0df7-468b-bf15-e15cc7bd4132)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:35:07.478617 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:07.484632 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:07.556031 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fabda-a7e6-4133-927f-24a9ccb02e7e None None] Pushing event updated for resources: {'Port': ['ID=ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7,revision_number=4']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:07.560955 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b28fabda-a7e6-4133-927f-24a9ccb02e7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:07.561914 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Routers {'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:35:07.562611 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:34:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['a71a4f6e-4cde-459c-a51a-c3d9f448c5ce'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:35:07.713775 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] Set router a71a4f6e-4cde-459c-a51a-c3d9f448c5ce gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:35:07.812790 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:35:07.875350 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning for port ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:35:07.880615 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:35:07.881084 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:07.942164 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e3309ed2-82bb-4d75-a765-338e436228db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:07.974109 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'name': 'tempest-TestShelveInstance-111689876-router', 'tenant_id': '7de8d25055fe47b987e1caf9480d19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'd6cdb949-69bd-43bd-af43-71e0286d6d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:35:00Z', 'updated_at': '2021-06-20T12:35:03Z', 'revision_number': 4, 'project_id': '7de8d25055fe47b987e1caf9480d19c7', 'gw_port': {'id': 'd6cdb949-69bd-43bd-af43-71e0286d6d16', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:35:00Z', 'updated_at': '2021-06-20T12:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7', 'name': '', 'network_id': 'defd1e3a-d711-4f54-9f6b-17b84c6033b5', 'tenant_id': '7de8d25055fe47b987e1caf9480d19c7', 'mac_address': 'fa:16:3e:43:3c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f2d7f116-982c-4932-9d8d-0b0f8c1df9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:35:02Z', 'updated_at': '2021-06-20T12:35:07Z', 'revision_number': 4, 'project_id': '7de8d25055fe47b987e1caf9480d19c7', 'subnets': [{'id': 'f2d7f116-982c-4932-9d8d-0b0f8c1df9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:35:07.997661 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:08.002765 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd00307-c1a6-4cfd-a49c-89de1f6e9bb3 None None] The sync data for ids ['a71a4f6e-4cde-459c-a51a-c3d9f448c5ce'] in dv-cinder-794962-4-iscsi is: [{'id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'name': 'tempest-TestShelveInstance-111689876-router', 'tenant_id': '7de8d25055fe47b987e1caf9480d19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'd6cdb949-69bd-43bd-af43-71e0286d6d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:35:00Z', 'updated_at': '2021-06-20T12:35:03Z', 'revision_number': 4, 'project_id': '7de8d25055fe47b987e1caf9480d19c7', 'gw_port': {'id': 'd6cdb949-69bd-43bd-af43-71e0286d6d16', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:35:00Z', 'updated_at': '2021-06-20T12:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7', 'name': '', 'network_id': 'defd1e3a-d711-4f54-9f6b-17b84c6033b5', 'tenant_id': '7de8d25055fe47b987e1caf9480d19c7', 'mac_address': 'fa:16:3e:43:3c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f2d7f116-982c-4932-9d8d-0b0f8c1df9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:35:02Z', 'updated_at': '2021-06-20T12:35:07Z', 'revision_number': 4, 'project_id': '7de8d25055fe47b987e1caf9480d19c7', 'subnets': [{'id': 'f2d7f116-982c-4932-9d8d-0b0f8c1df9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:35:08.038499 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] For port ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7,segment=NetworkSegment(1deecf50-0df7-468b-bf15-e15cc7bd4132),segment_id=1deecf50-0df7-468b-bf15-e15cc7bd4132)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:35:08.050552 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:08.051656 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device d6cdb949-69bd-43bd-af43-71e0286d6d16 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:35:08.053586 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-17f5833e-f9e3-435c-bfb1-6759424fa9a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:08.073492 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a591ff3-3ded-4dfa-be76-76e9ce481a1a req-e3953a55-b3a8-4c4a-b904-521b99889669 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:35:08.081226 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0a591ff3-3ded-4dfa-be76-76e9ce481a1a req-e3953a55-b3a8-4c4a-b904-521b99889669 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 945 time: 0.5765424 Jun 20 12:35:08.123458 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0a591ff3-3ded-4dfa-be76-76e9ce481a1a req-d21b2a31-97c4-4f72-b4c6-917d6e2d9843 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups?id=c951fce8-687b-421b-a944-375b5b5003f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409861 Jun 20 12:35:08.136829 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Pushing event updated for resources: {'Port': ['ID=ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:08.140441 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:08.157481 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port d6cdb949-69bd-43bd-af43-71e0286d6d16 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:35:08.157867 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:08.383977 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592a7e8-9d92-40d4-b608-1faf29b3d07f req-28011b84-008c-411d-abea-3c4d150fcb09 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:35:08.386340 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2592a7e8-9d92-40d4-b608-1faf29b3d07f req-28011b84-008c-411d-abea-3c4d150fcb09 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 945 time: 0.0746324 Jun 20 12:35:08.503743 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-2592a7e8-9d92-40d4-b608-1faf29b3d07f req-71b52630-83b3-4e07-8a70-72c79f40e435 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Deleting port d04a37da-d1ab-4233-9b1d-6c3eae914824 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:35:08.504200 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-2592a7e8-9d92-40d4-b608-1faf29b3d07f req-71b52630-83b3-4e07-8a70-72c79f40e435 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:08.608107 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-2592a7e8-9d92-40d4-b608-1faf29b3d07f req-71b52630-83b3-4e07-8a70-72c79f40e435 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] For port d04a37da-d1ab-4233-9b1d-6c3eae914824, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d04a37da-d1ab-4233-9b1d-6c3eae914824,segment=NetworkSegment(13296fdf-29cc-4cef-9f7a-9c15fc01c76c),segment_id=13296fdf-29cc-4cef-9f7a-9c15fc01c76c)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:35:08.608406 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-2592a7e8-9d92-40d4-b608-1faf29b3d07f req-71b52630-83b3-4e07-8a70-72c79f40e435 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:08.790317 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-2592a7e8-9d92-40d4-b608-1faf29b3d07f req-71b52630-83b3-4e07-8a70-72c79f40e435 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:08.790711 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-2592a7e8-9d92-40d4-b608-1faf29b3d07f req-71b52630-83b3-4e07-8a70-72c79f40e435 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504496'] for floatingip, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:08.791055 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.l3_db [req-2592a7e8-9d92-40d4-b608-1faf29b3d07f req-71b52630-83b3-4e07-8a70-72c79f40e435 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Floating IP 95bc7cfb-6064-4ed7-951d-b0c496af526a disassociated. External IP: 172.27.1.43, port: d04a37da-d1ab-4233-9b1d-6c3eae914824. Jun 20 12:35:08.791396 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-2592a7e8-9d92-40d4-b608-1faf29b3d07f req-71b52630-83b3-4e07-8a70-72c79f40e435 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Calling delete_port for d04a37da-d1ab-4233-9b1d-6c3eae914824 owned by compute:nova {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:35:08.940346 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-2592a7e8-9d92-40d4-b608-1faf29b3d07f req-71b52630-83b3-4e07-8a70-72c79f40e435 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:08.944546 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-3e920e38-1d7a-47ff-9f51-bc3e0e130556 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:08.971406 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b52630-83b3-4e07-8a70-72c79f40e435 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Pushing event deleted for resources: {'Port': ['ID=d04a37da-d1ab-4233-9b1d-6c3eae914824,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:08.974647 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-71b52630-83b3-4e07-8a70-72c79f40e435 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:09.090419 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2592a7e8-9d92-40d4-b608-1faf29b3d07f req-71b52630-83b3-4e07-8a70-72c79f40e435 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Router 448d5117-a3a3-4311-a0a9-aaba342c547d has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:35:09.208118 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2592a7e8-9d92-40d4-b608-1faf29b3d07f req-71b52630-83b3-4e07-8a70-72c79f40e435 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:35:09.220140 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321eb0a-ab47-4271-8fcc-9611387e8a50 None None] Sync routers for ids ['448d5117-a3a3-4311-a0a9-aaba342c547d'] in dv-cinder-794962-4-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:35:09.230520 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d321eb0a-ab47-4271-8fcc-9611387e8a50 None None] Routers {'448d5117-a3a3-4311-a0a9-aaba342c547d'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:35:09.231421 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-d321eb0a-ab47-4271-8fcc-9611387e8a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:34:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['448d5117-a3a3-4311-a0a9-aaba342c547d'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:35:09.260344 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-2592a7e8-9d92-40d4-b608-1faf29b3d07f req-71b52630-83b3-4e07-8a70-72c79f40e435 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] No DVR routers for this DVR port d04a37da-d1ab-4233-9b1d-6c3eae914824 on host hv-cinder-79496 {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:35:09.263025 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-2592a7e8-9d92-40d4-b608-1faf29b3d07f req-71b52630-83b3-4e07-8a70-72c79f40e435 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:09.267041 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2592a7e8-9d92-40d4-b608-1faf29b3d07f req-71b52630-83b3-4e07-8a70-72c79f40e435 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.30 "DELETE /v2.0/ports/d04a37da-d1ab-4233-9b1d-6c3eae914824 HTTP/1.1" status: 204 len: 173 time: 0.8732276 Jun 20 12:35:09.267041 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fad0c6-c583-497f-b27d-5b2c2593ea50', 'name': 'network-vif-deleted', 'tag': 'd04a37da-d1ab-4233-9b1d-6c3eae914824'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:35:09.268716 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad86764d-ff09-46b9-863e-77638da34659" -d '{"events": [{"server_uuid": "d3fad0c6-c583-497f-b27d-5b2c2593ea50", "name": "network-vif-deleted", "tag": "d04a37da-d1ab-4233-9b1d-6c3eae914824"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:35:09.382523 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-d321eb0a-ab47-4271-8fcc-9611387e8a50 None None] Set router 448d5117-a3a3-4311-a0a9-aaba342c547d gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:35:09.434909 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ecb945db-ad06-44bb-9574-e6be222a0287 req-ebd755a6-a9f4-4132-9e2d-f84ea5370896 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3fad0c6-c583-497f-b27d-5b2c2593ea50 HTTP/1.1" status: 200 len: 210 time: 0.1620741 Jun 20 12:35:09.443055 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1e0665-aa57-4f7a-a8f6-46ced83530fa x-openstack-request-id: req-4d1e0665-aa57-4f7a-a8f6-46ced83530fa {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:35:09.443490 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fad0c6-c583-497f-b27d-5b2c2593ea50", "name": "network-vif-deleted", "tag": "d04a37da-d1ab-4233-9b1d-6c3eae914824", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:35:09.443877 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d1e0665-aa57-4f7a-a8f6-46ced83530fa {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:35:09.444437 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fad0c6-c583-497f-b27d-5b2c2593ea50', 'name': 'network-vif-deleted', 'tag': 'd04a37da-d1ab-4233-9b1d-6c3eae914824', 'status': 'completed', 'code': 200} Jun 20 12:35:09.655414 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-d321eb0a-ab47-4271-8fcc-9611387e8a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 4, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port': {'id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:de:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb', 'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'mac_address': 'fa:16:3e:67:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:42Z', 'updated_at': '2021-06-20T12:06:57Z', 'revision_number': 5, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'subnets': [{'id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:35:09.684997 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321eb0a-ab47-4271-8fcc-9611387e8a50 None None] Checking router: 448d5117-a3a3-4311-a0a9-aaba342c547d for host: dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:35:09.696389 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d321eb0a-ab47-4271-8fcc-9611387e8a50 None None] Routers {'448d5117-a3a3-4311-a0a9-aaba342c547d'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:35:09.697654 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-d321eb0a-ab47-4271-8fcc-9611387e8a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:34:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['448d5117-a3a3-4311-a0a9-aaba342c547d'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:35:09.791716 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 up at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:35:09.863195 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-d321eb0a-ab47-4271-8fcc-9611387e8a50 None None] Set router 448d5117-a3a3-4311-a0a9-aaba342c547d gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:35:09.897102 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Provisioning complete for port ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:35:09.897478 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:10.041434 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-87368875-4c83-4f32-a85f-54e65fb1d807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:10.159157 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-d321eb0a-ab47-4271-8fcc-9611387e8a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 4, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port': {'id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:de:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb', 'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'mac_address': 'fa:16:3e:67:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:42Z', 'updated_at': '2021-06-20T12:06:57Z', 'revision_number': 5, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'subnets': [{'id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:35:10.188671 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d321eb0a-ab47-4271-8fcc-9611387e8a50 None None] The sync data for ids ['448d5117-a3a3-4311-a0a9-aaba342c547d'] in dv-cinder-794962-4-iscsi is: [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:06:44Z', 'revision_number': 4, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port': {'id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:de:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb', 'name': '', 'network_id': '5e233dd5-0a82-494e-b604-1b4b30b1dfc7', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'mac_address': 'fa:16:3e:67:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:42Z', 'updated_at': '2021-06-20T12:06:57Z', 'revision_number': 5, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'subnets': [{'id': 'f7035286-0d2c-4091-b67f-a11e111092cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:35:10.395436 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:10.413737 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d4a63-43e4-4e4b-9425-f0dd447c4c9e None None] New status for floating IP 95bc7cfb-6064-4ed7-951d-b0c496af526a: DOWN {{(pid=92895) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 20 12:35:10.577609 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 47922) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:35:10.637790 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f5a4761e-7ee4-4a56-8a83-21142d384ab0 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:10.666051 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f5a4761e-7ee4-4a56-8a83-21142d384ab0 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:10.719075 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f5a4761e-7ee4-4a56-8a83-21142d384ab0 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:10.722071 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f5a4761e-7ee4-4a56-8a83-21142d384ab0 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:10.723168 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-f5a4761e-7ee4-4a56-8a83-21142d384ab0 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "DELETE /v2.0/security-groups/c951fce8-687b-421b-a944-375b5b5003f3 HTTP/1.1" status: 204 len: 168 time: 0.1438735 Jun 20 12:35:10.724024 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-632972e5-d5d3-41c0-9084-ee5ae0fd92b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:10.726198 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 47926) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:35:10.735195 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4761e-7ee4-4a56-8a83-21142d384ab0 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c951fce8-687b-421b-a944-375b5b5003f3,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:10.738121 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-f5a4761e-7ee4-4a56-8a83-21142d384ab0 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:10.741493 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.api.v2.resource [None req-5ff8b906-9cb2-4cc5-b115-77d1508d0535 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] show failed (client error): The resource could not be found. Jun 20 12:35:10.742492 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-5ff8b906-9cb2-4cc5-b115-77d1508d0535 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "GET /v2.0/security-groups/c951fce8-687b-421b-a944-375b5b5003f3 HTTP/1.1" status: 404 len: 347 time: 0.0153303 Jun 20 12:35:10.745328 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 47928) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:35:10.882044 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-a6f42377-c352-4567-a514-6ba9d6fb6530 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Deleting port 196a7888-3d39-48e4-9494-cc405a05eaac {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:35:10.882393 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a6f42377-c352-4567-a514-6ba9d6fb6530 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:10.964886 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a6f42377-c352-4567-a514-6ba9d6fb6530 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:10.965237 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a6f42377-c352-4567-a514-6ba9d6fb6530 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:11.021155 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device d04a37da-d1ab-4233-9b1d-6c3eae914824 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:35:11.030028 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-a6f42377-c352-4567-a514-6ba9d6fb6530 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Calling delete_port for 196a7888-3d39-48e4-9494-cc405a05eaac owned by network:floatingip {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:35:11.041686 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] No Port match for: d04a37da-d1ab-4233-9b1d-6c3eae914824 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:35:11.042043 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device d04a37da-d1ab-4233-9b1d-6c3eae914824 not bound to the agent host hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:35:11.169122 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a6f42377-c352-4567-a514-6ba9d6fb6530 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:11.171054 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d710e290-b106-41db-9d8b-6e108a418c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:35:11.194800 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f42377-c352-4567-a514-6ba9d6fb6530 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Pushing event deleted for resources: {'Port': ['ID=196a7888-3d39-48e4-9494-cc405a05eaac,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:35:11.198049 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-a6f42377-c352-4567-a514-6ba9d6fb6530 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:35:11.263855 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a6f42377-c352-4567-a514-6ba9d6fb6530 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks [] for floatingip, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:11.266288 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a6f42377-c352-4567-a514-6ba9d6fb6530 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for floatingip, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:11.267447 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-a6f42377-c352-4567-a514-6ba9d6fb6530 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] 10.222.0.25 "DELETE /v2.0/floatingips/95bc7cfb-6064-4ed7-951d-b0c496af526a HTTP/1.1" status: 204 len: 168 time: 0.5212121 Jun 20 12:35:11.609356 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:13.345432 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:19.734758 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85022b4a-899f-470e-8cb2-bcb556db5687 req-53d068d6-dccf-4c49-9b0b-2f0b66321cd3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541661 Jun 20 12:35:19.822074 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85022b4a-899f-470e-8cb2-bcb556db5687 req-369a20e5-35e5-4800-b892-8427b686c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:35:19.823576 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85022b4a-899f-470e-8cb2-bcb556db5687 req-369a20e5-35e5-4800-b892-8427b686c554 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42b94438d26f407c90638b7861051e95&device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 1098 time: 0.0550647 Jun 20 12:35:19.927440 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85022b4a-899f-470e-8cb2-bcb556db5687 req-3be53ca7-962c-496c-ada3-73f1af40fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:35:19.928941 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85022b4a-899f-470e-8cb2-bcb556db5687 req-3be53ca7-962c-496c-ada3-73f1af40fbd0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 200 len: 917 time: 0.0855689 Jun 20 12:35:19.996290 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85022b4a-899f-470e-8cb2-bcb556db5687 req-e111b987-3fa3-47e9-8c34-a5e6fa8d5ca4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140d63f3-63c3-4a18-910f-41b57d4e81e6 HTTP/1.1" status: 200 len: 1000 time: 0.0614920 Jun 20 12:35:20.043343 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85022b4a-899f-470e-8cb2-bcb556db5687 req-7d6cfc8c-60e8-4022-9728-acb1f3ff9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:35:20.045494 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85022b4a-899f-470e-8cb2-bcb556db5687 req-7d6cfc8c-60e8-4022-9728-acb1f3ff9bb9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad2a3894-bd07-4018-a69c-c28f0711d9d0 HTTP/1.1" status: 200 len: 855 time: 0.0426977 Jun 20 12:35:20.101913 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85022b4a-899f-470e-8cb2-bcb556db5687 req-4dc22fd5-9743-4f31-860f-42fa8ccff4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:35:20.103381 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85022b4a-899f-470e-8cb2-bcb556db5687 req-4dc22fd5-9743-4f31-860f-42fa8ccff4d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513759 Jun 20 12:35:20.193620 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85022b4a-899f-470e-8cb2-bcb556db5687 req-efeeff0c-65d3-41eb-b1ec-ba53242f85ae service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836124 Jun 20 12:35:20.282551 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85022b4a-899f-470e-8cb2-bcb556db5687 req-b4c404e4-c2ea-40bb-8f69-1caea82f89e9 service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831997 Jun 20 12:35:20.315439 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:36.159944 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:35:37.936359 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b2c5e8e0-9589-4ac8-b53d-5fb174c070ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:40.023159 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-612db6b1-bd03-4d29-9a3f-4adc3fdbb474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:40.387077 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:41.610305 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:43.347603 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:35:50.332379 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:36:07.936084 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2110f530-43cd-4db6-909f-10dcb2f2b95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:36:10.024513 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-16aaf711-03e4-4369-a295-5f996df2cb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:36:10.390170 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:36:11.619329 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:36:13.158521 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:36:13.350917 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:36:20.333997 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:36:20.707343 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e2745685-3b59-4dd0-8c9e-b9714219f9e7 req-39965daf-cb6a-45d7-864f-4c05511b8ce1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544353 Jun 20 12:36:20.836239 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2745685-3b59-4dd0-8c9e-b9714219f9e7 req-e6f93f7b-847c-47f8-bab1-bf1a32f5c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:36:20.837765 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e2745685-3b59-4dd0-8c9e-b9714219f9e7 req-e6f93f7b-847c-47f8-bab1-bf1a32f5c466 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42b94438d26f407c90638b7861051e95&device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 1098 time: 0.0568409 Jun 20 12:36:20.941500 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2745685-3b59-4dd0-8c9e-b9714219f9e7 req-ae8d1850-f0fe-490c-816f-4b27643d94dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:36:20.942980 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e2745685-3b59-4dd0-8c9e-b9714219f9e7 req-ae8d1850-f0fe-490c-816f-4b27643d94dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 200 len: 917 time: 0.0836658 Jun 20 12:36:21.286076 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e2745685-3b59-4dd0-8c9e-b9714219f9e7 req-4fbca537-155e-4202-8373-3daedc5bbf00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140d63f3-63c3-4a18-910f-41b57d4e81e6 HTTP/1.1" status: 200 len: 1000 time: 0.3371100 Jun 20 12:36:21.336602 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2745685-3b59-4dd0-8c9e-b9714219f9e7 req-75c6ac77-cd71-44cb-9701-266cd813bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:36:21.337993 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e2745685-3b59-4dd0-8c9e-b9714219f9e7 req-75c6ac77-cd71-44cb-9701-266cd813bf15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad2a3894-bd07-4018-a69c-c28f0711d9d0 HTTP/1.1" status: 200 len: 855 time: 0.0461335 Jun 20 12:36:21.394120 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2745685-3b59-4dd0-8c9e-b9714219f9e7 req-30273865-8033-4daf-b0c0-cd779101e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:36:21.395593 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e2745685-3b59-4dd0-8c9e-b9714219f9e7 req-30273865-8033-4daf-b0c0-cd779101e201 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509853 Jun 20 12:36:21.488132 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e2745685-3b59-4dd0-8c9e-b9714219f9e7 req-0af928e2-cd8b-4cf2-b797-199df2700905 service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849857 Jun 20 12:36:21.579300 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e2745685-3b59-4dd0-8c9e-b9714219f9e7 req-246a8125-ca2c-4f45-9253-df23bdb443b8 service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848885 Jun 20 12:36:37.941969 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9e006202-0526-4358-a728-79b4baf15a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:36:40.026762 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-130a9fe4-600a-45e2-bd68-e8ed63b1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:36:40.399463 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:36:41.619132 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:36:43.353691 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:36:50.157343 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:36:50.341379 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:37:07.933463 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-77720c07-f5a4-44f5-970b-d8e441f15e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:37:10.027753 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-885f92c0-8a35-422c-a932-d9fbf57db4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:37:10.392246 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:37:11.621178 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:37:13.357648 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:37:20.341595 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:37:21.693933 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5607dba7-a5ac-4adb-b6a7-5cbe5a4d898c req-096237b0-cc6a-49d0-baf1-80fc74c3ef0e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590472 Jun 20 12:37:21.809694 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607dba7-a5ac-4adb-b6a7-5cbe5a4d898c req-b9e6276f-f82a-444f-9782-e7091c3109d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:37:21.811184 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5607dba7-a5ac-4adb-b6a7-5cbe5a4d898c req-b9e6276f-f82a-444f-9782-e7091c3109d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42b94438d26f407c90638b7861051e95&device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 1098 time: 0.0548165 Jun 20 12:37:21.921984 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607dba7-a5ac-4adb-b6a7-5cbe5a4d898c req-759b5470-32e1-4ff0-900a-215c5310b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:37:21.923548 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5607dba7-a5ac-4adb-b6a7-5cbe5a4d898c req-759b5470-32e1-4ff0-900a-215c5310b691 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 200 len: 917 time: 0.0904329 Jun 20 12:37:21.993972 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5607dba7-a5ac-4adb-b6a7-5cbe5a4d898c req-b750cef5-a0fb-48e2-baeb-8626b23f7fcf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140d63f3-63c3-4a18-910f-41b57d4e81e6 HTTP/1.1" status: 200 len: 1000 time: 0.0632865 Jun 20 12:37:22.044642 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607dba7-a5ac-4adb-b6a7-5cbe5a4d898c req-c0bed1e0-83e5-41be-8958-3ee5795932da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:37:22.046291 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5607dba7-a5ac-4adb-b6a7-5cbe5a4d898c req-c0bed1e0-83e5-41be-8958-3ee5795932da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad2a3894-bd07-4018-a69c-c28f0711d9d0 HTTP/1.1" status: 200 len: 855 time: 0.0461283 Jun 20 12:37:22.104204 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607dba7-a5ac-4adb-b6a7-5cbe5a4d898c req-2462d936-05d3-4b1e-be82-2f05203bd116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:37:22.105720 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5607dba7-a5ac-4adb-b6a7-5cbe5a4d898c req-2462d936-05d3-4b1e-be82-2f05203bd116 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533218 Jun 20 12:37:22.197307 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5607dba7-a5ac-4adb-b6a7-5cbe5a4d898c req-f66dea96-29e4-4458-a352-be040933d0a3 service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844941 Jun 20 12:37:22.285771 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5607dba7-a5ac-4adb-b6a7-5cbe5a4d898c req-81f71440-770e-4647-b72e-e4b168d0dcee service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824988 Jun 20 12:37:27.156732 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:37:37.933798 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7118b7bd-36f8-4d3a-8786-a8c886da0601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:37:40.028459 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-255a8d7e-f89d-418c-bd7e-fdf7a3b5eb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:37:40.392804 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:37:41.624107 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:37:43.359449 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:37:50.338402 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:04.238933 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:38:07.933057 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4a1374f6-277b-4492-8e60-56a102d3d602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:10.029021 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d406b3bb-898f-4185-a453-6ea9cf59306c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:10.393821 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:11.626987 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:13.363715 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:20.361130 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:22.741228 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ece2c6d9-5e97-4a5d-92ec-572b897a2cb4 req-d97433a3-1a8d-4ebe-b53f-3b057c067342 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1027157 Jun 20 12:38:22.848771 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2c6d9-5e97-4a5d-92ec-572b897a2cb4 req-0313e9a0-e79c-4b92-9891-d57636bfc8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:22.850276 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ece2c6d9-5e97-4a5d-92ec-572b897a2cb4 req-0313e9a0-e79c-4b92-9891-d57636bfc8b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42b94438d26f407c90638b7861051e95&device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 1098 time: 0.0517919 Jun 20 12:38:22.951494 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2c6d9-5e97-4a5d-92ec-572b897a2cb4 req-0efca2d4-666f-44d1-801d-42ea50fa5e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:22.952873 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ece2c6d9-5e97-4a5d-92ec-572b897a2cb4 req-0efca2d4-666f-44d1-801d-42ea50fa5e86 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 200 len: 917 time: 0.0818021 Jun 20 12:38:23.019514 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ece2c6d9-5e97-4a5d-92ec-572b897a2cb4 req-e9a606bd-0826-46fa-b072-dc4ce0b3a16d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=140d63f3-63c3-4a18-910f-41b57d4e81e6 HTTP/1.1" status: 200 len: 1000 time: 0.0602405 Jun 20 12:38:23.066174 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2c6d9-5e97-4a5d-92ec-572b897a2cb4 req-31f05653-4e6f-416d-b93e-cce8094a1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:23.067535 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ece2c6d9-5e97-4a5d-92ec-572b897a2cb4 req-31f05653-4e6f-416d-b93e-cce8094a1fe9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad2a3894-bd07-4018-a69c-c28f0711d9d0 HTTP/1.1" status: 200 len: 855 time: 0.0420284 Jun 20 12:38:23.125209 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2c6d9-5e97-4a5d-92ec-572b897a2cb4 req-db2059d5-3cfa-46db-aed5-b38edf5bd2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:23.126924 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ece2c6d9-5e97-4a5d-92ec-572b897a2cb4 req-db2059d5-3cfa-46db-aed5-b38edf5bd2ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534277 Jun 20 12:38:23.137563 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [req-ece2c6d9-5e97-4a5d-92ec-572b897a2cb4 req-44a7a219-d92e-40ea-89b3-847cd2154643 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92893) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 20 12:38:23.138475 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ece2c6d9-5e97-4a5d-92ec-572b897a2cb4 req-44a7a219-d92e-40ea-89b3-847cd2154643 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053780 Jun 20 12:38:23.231885 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ece2c6d9-5e97-4a5d-92ec-572b897a2cb4 req-c503f04d-284a-460c-81f8-abff93dad5fb service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858028 Jun 20 12:38:23.319450 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ece2c6d9-5e97-4a5d-92ec-572b897a2cb4 req-e93e114b-2768-4cf9-ab2e-93b6554edddd service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811605 Jun 20 12:38:37.935795 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-df689dc6-62a4-4e3c-80ed-0d7b58022d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:40.028770 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc217-34b7-42ee-9f52-fd21ae8e0ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:40.394210 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:41.157820 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:38:41.632069 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:41.779436 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de103f6-b7a7-4e4d-8b2c-559a5f3d5a0f req-24bb5036-8de2-40c9-9b6d-6a1171a48317 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:41.780795 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7de103f6-b7a7-4e4d-8b2c-559a5f3d5a0f req-24bb5036-8de2-40c9-9b6d-6a1171a48317 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 945 time: 0.0673757 Jun 20 12:38:41.819546 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7de103f6-b7a7-4e4d-8b2c-559a5f3d5a0f req-144083ea-3a8d-4713-b758-888eb0f30df5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=02210e7a-abfb-4ab3-860c-33afa9241c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330787 Jun 20 12:38:42.553670 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111fec3-5d27-4214-b150-85d5e8e4c839 req-0d78418b-4690-499e-a852-bc605d7023c0 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:42.555064 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f111fec3-5d27-4214-b150-85d5e8e4c839 req-0d78418b-4690-499e-a852-bc605d7023c0 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 945 time: 0.0613024 Jun 20 12:38:42.648711 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-f111fec3-5d27-4214-b150-85d5e8e4c839 req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Deleting port 140d63f3-63c3-4a18-910f-41b57d4e81e6 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:38:42.649078 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-f111fec3-5d27-4214-b150-85d5e8e4c839 req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:42.737029 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-f111fec3-5d27-4214-b150-85d5e8e4c839 req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] For port 140d63f3-63c3-4a18-910f-41b57d4e81e6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=140d63f3-63c3-4a18-910f-41b57d4e81e6,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:38:42.737381 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-f111fec3-5d27-4214-b150-85d5e8e4c839 req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:42.899534 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-f111fec3-5d27-4214-b150-85d5e8e4c839 req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:42.900191 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-f111fec3-5d27-4214-b150-85d5e8e4c839 req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504496'] for floatingip, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:42.900296 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.l3_db [req-f111fec3-5d27-4214-b150-85d5e8e4c839 req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Floating IP ad5da5f0-5d7c-475c-9970-4de50780e0dc disassociated. External IP: 172.27.1.81, port: 140d63f3-63c3-4a18-910f-41b57d4e81e6. Jun 20 12:38:42.900625 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-f111fec3-5d27-4214-b150-85d5e8e4c839 req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Calling delete_port for 140d63f3-63c3-4a18-910f-41b57d4e81e6 owned by compute:nova {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:38:43.014977 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cd0f6-df5d-49c4-ab6d-1f65e37e2eaf req-b16b214f-1c70-4f99-b844-d4d40a018842 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:43.016436 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3b9cd0f6-df5d-49c4-ab6d-1f65e37e2eaf req-b16b214f-1c70-4f99-b844-d4d40a018842 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc1d32e8-b0c4-4693-90f5-97fc91b7eeff HTTP/1.1" status: 200 len: 945 time: 0.0628431 Jun 20 12:38:43.031525 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-f111fec3-5d27-4214-b150-85d5e8e4c839 req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:43.035626 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-844395ff-4b02-420d-9e3a-9a093b497dd7 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:38:43.060004 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Pushing event deleted for resources: {'Port': ['ID=140d63f3-63c3-4a18-910f-41b57d4e81e6,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:38:43.061482 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3b9cd0f6-df5d-49c4-ab6d-1f65e37e2eaf req-b79d800c-61b3-4414-9686-473ec91c0d20 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=02210e7a-abfb-4ab3-860c-33afa9241c27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393493 Jun 20 12:38:43.069915 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:43.070300 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:43.070675 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:43.071047 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:43.071503 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:43.071871 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:43.072236 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:43.072630 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:43.073177 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:43.073716 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:43.074017 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:43.074645 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:43.078750 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:38:43.189545 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f111fec3-5d27-4214-b150-85d5e8e4c839 req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:38:43.292059 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f111fec3-5d27-4214-b150-85d5e8e4c839 req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:38:43.303159 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599846b8-0c7a-4975-b59f-4e17abd37273 None None] Sync routers for ids ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'] in dv-cinder-794962-4-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:38:43.312420 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599846b8-0c7a-4975-b59f-4e17abd37273 None None] Routers {'d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:38:43.313078 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-599846b8-0c7a-4975-b59f-4e17abd37273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:38:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:38:43.334658 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-f111fec3-5d27-4214-b150-85d5e8e4c839 req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] No DVR routers for this DVR port 140d63f3-63c3-4a18-910f-41b57d4e81e6 on host hv-cinder-79496 {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:38:43.337205 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-f111fec3-5d27-4214-b150-85d5e8e4c839 req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:43.340067 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f111fec3-5d27-4214-b150-85d5e8e4c839 req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.30 "DELETE /v2.0/ports/140d63f3-63c3-4a18-910f-41b57d4e81e6 HTTP/1.1" status: 204 len: 173 time: 0.7800121 Jun 20 12:38:43.340578 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1d32e8-b0c4-4693-90f5-97fc91b7eeff', 'name': 'network-vif-deleted', 'tag': '140d63f3-63c3-4a18-910f-41b57d4e81e6'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:38:43.342945 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725e21f1-0e91-4878-9554-ca85839ef78d" -d '{"events": [{"server_uuid": "bc1d32e8-b0c4-4693-90f5-97fc91b7eeff", "name": "network-vif-deleted", "tag": "140d63f3-63c3-4a18-910f-41b57d4e81e6"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:38:43.381283 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:43.411466 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3230f0d-3a64-48dc-9012-55df58266474 x-openstack-request-id: req-f3230f0d-3a64-48dc-9012-55df58266474 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:38:43.411832 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1d32e8-b0c4-4693-90f5-97fc91b7eeff", "name": "network-vif-deleted", "tag": "140d63f3-63c3-4a18-910f-41b57d4e81e6", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:38:43.412124 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3230f0d-3a64-48dc-9012-55df58266474 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:38:43.412552 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1d32e8-b0c4-4693-90f5-97fc91b7eeff', 'name': 'network-vif-deleted', 'tag': '140d63f3-63c3-4a18-910f-41b57d4e81e6', 'status': 'completed', 'code': 200} Jun 20 12:38:43.568155 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-599846b8-0c7a-4975-b59f-4e17abd37273 None None] Set router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:38:43.756578 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-599846b8-0c7a-4975-b59f-4e17abd37273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 4, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port': {'id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:58Z', 'updated_at': '2021-06-20T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'e216b141-0804-4e9a-9270-cc9de6bb0b6c', 'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'mac_address': 'fa:16:3e:79:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:59Z', 'updated_at': '2021-06-20T12:31:05Z', 'revision_number': 5, 'project_id': '42b94438d26f407c90638b7861051e95', 'subnets': [{'id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:38:43.782505 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599846b8-0c7a-4975-b59f-4e17abd37273 None None] Checking router: d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e for host: dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:38:43.790692 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599846b8-0c7a-4975-b59f-4e17abd37273 None None] Routers {'d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:38:43.791413 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-599846b8-0c7a-4975-b59f-4e17abd37273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:38:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:38:43.900346 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-599846b8-0c7a-4975-b59f-4e17abd37273 None None] Set router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:38:44.101728 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-599846b8-0c7a-4975-b59f-4e17abd37273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 4, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port': {'id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:58Z', 'updated_at': '2021-06-20T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'e216b141-0804-4e9a-9270-cc9de6bb0b6c', 'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'mac_address': 'fa:16:3e:79:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:59Z', 'updated_at': '2021-06-20T12:31:05Z', 'revision_number': 5, 'project_id': '42b94438d26f407c90638b7861051e95', 'subnets': [{'id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:38:44.128910 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599846b8-0c7a-4975-b59f-4e17abd37273 None None] The sync data for ids ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'] in dv-cinder-794962-4-iscsi is: [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 4, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port': {'id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:58Z', 'updated_at': '2021-06-20T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'e216b141-0804-4e9a-9270-cc9de6bb0b6c', 'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'mac_address': 'fa:16:3e:79:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:59Z', 'updated_at': '2021-06-20T12:31:05Z', 'revision_number': 5, 'project_id': '42b94438d26f407c90638b7861051e95', 'subnets': [{'id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:38:44.186991 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 49648) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:38:44.250239 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-35bed305-996e-481e-85c9-308a2867fbb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:44.274164 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-35bed305-996e-481e-85c9-308a2867fbb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:44.323808 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-35bed305-996e-481e-85c9-308a2867fbb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:44.326517 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-35bed305-996e-481e-85c9-308a2867fbb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:44.327923 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-35bed305-996e-481e-85c9-308a2867fbb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "DELETE /v2.0/security-groups/02210e7a-abfb-4ab3-860c-33afa9241c27 HTTP/1.1" status: 204 len: 168 time: 0.1398346 Jun 20 12:38:44.328732 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-ba00ad06-6506-45cd-ad7b-2cb6f3426554 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:38:44.330618 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 49652) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:38:44.338546 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bed305-996e-481e-85c9-308a2867fbb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02210e7a-abfb-4ab3-860c-33afa9241c27,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:38:44.345599 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.api.v2.resource [None req-9299b3f0-66be-430f-bb7d-e42f80b57a32 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] show failed (client error): The resource could not be found. Jun 20 12:38:44.346699 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-9299b3f0-66be-430f-bb7d-e42f80b57a32 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups/02210e7a-abfb-4ab3-860c-33afa9241c27 HTTP/1.1" status: 404 len: 347 time: 0.0149343 Jun 20 12:38:44.349528 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 49656) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:38:44.351003 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bed305-996e-481e-85c9-308a2867fbb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:44.351299 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bed305-996e-481e-85c9-308a2867fbb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:44.352183 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bed305-996e-481e-85c9-308a2867fbb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:44.352706 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bed305-996e-481e-85c9-308a2867fbb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:44.353112 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bed305-996e-481e-85c9-308a2867fbb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:44.353540 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bed305-996e-481e-85c9-308a2867fbb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:44.354612 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bed305-996e-481e-85c9-308a2867fbb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:44.355173 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bed305-996e-481e-85c9-308a2867fbb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:44.355790 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bed305-996e-481e-85c9-308a2867fbb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:44.356337 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bed305-996e-481e-85c9-308a2867fbb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:44.356931 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bed305-996e-481e-85c9-308a2867fbb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:44.357604 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bed305-996e-481e-85c9-308a2867fbb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:44.361718 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-35bed305-996e-481e-85c9-308a2867fbb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:38:44.392342 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb41f64a-284f-45fa-955d-8e570efb6d4b None None] New status for floating IP ad5da5f0-5d7c-475c-9970-4de50780e0dc: DOWN {{(pid=92895) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 20 12:38:44.486085 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-d6a2fd6d-88bc-46b3-b5b5-ef278bd0bb49 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Deleting port 140a990a-fc4b-4168-b4ae-857322bd551a {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:38:44.486429 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d6a2fd6d-88bc-46b3-b5b5-ef278bd0bb49 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:44.565984 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d6a2fd6d-88bc-46b3-b5b5-ef278bd0bb49 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:44.566317 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d6a2fd6d-88bc-46b3-b5b5-ef278bd0bb49 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:44.631012 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-d6a2fd6d-88bc-46b3-b5b5-ef278bd0bb49 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Calling delete_port for 140a990a-fc4b-4168-b4ae-857322bd551a owned by network:floatingip {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:38:44.755500 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d6a2fd6d-88bc-46b3-b5b5-ef278bd0bb49 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:44.757444 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-e5cb92bb-7116-4429-b29f-d441999a5133 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:38:44.783823 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2fd6d-88bc-46b3-b5b5-ef278bd0bb49 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Pushing event deleted for resources: {'Port': ['ID=140a990a-fc4b-4168-b4ae-857322bd551a,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:38:44.787478 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-d6a2fd6d-88bc-46b3-b5b5-ef278bd0bb49 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:38:44.846701 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d6a2fd6d-88bc-46b3-b5b5-ef278bd0bb49 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for floatingip, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:44.849202 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d6a2fd6d-88bc-46b3-b5b5-ef278bd0bb49 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for floatingip, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:44.850323 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-d6a2fd6d-88bc-46b3-b5b5-ef278bd0bb49 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "DELETE /v2.0/floatingips/ad5da5f0-5d7c-475c-9970-4de50780e0dc HTTP/1.1" status: 204 len: 168 time: 0.4996233 Jun 20 12:38:45.123797 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 49660) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:38:45.128789 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-d25b5cf0-e143-43cd-845c-01c8a97f646c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--172303093', 'description': 'tempest-description--1698875217'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:38:45.153523 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d25b5cf0-e143-43cd-845c-01c8a97f646c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:45.241000 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d25b5cf0-e143-43cd-845c-01c8a97f646c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:45.244646 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d25b5cf0-e143-43cd-845c-01c8a97f646c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:45.246998 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-6abaa728-2608-4028-93f1-34d84287594f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:38:45.273069 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d25b5cf0-e143-43cd-845c-01c8a97f646c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:45.274289 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-d25b5cf0-e143-43cd-845c-01c8a97f646c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1495240 Jun 20 12:38:45.278503 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 49666) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:38:45.279135 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b5cf0-e143-43cd-845c-01c8a97f646c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4277c696-0043-4a39-9e04-ea92f0ee2234,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:38:45.281880 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-d25b5cf0-e143-43cd-845c-01c8a97f646c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:38:45.285363 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-41b495b5-7d3e-45e5-a3b6-503a20d64e6e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Request body: {'security_group_rule': {'security_group_id': '4277c696-0043-4a39-9e04-ea92f0ee2234', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:38:45.314919 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-41b495b5-7d3e-45e5-a3b6-503a20d64e6e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:45.360763 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-41b495b5-7d3e-45e5-a3b6-503a20d64e6e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:45.364269 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-41b495b5-7d3e-45e5-a3b6-503a20d64e6e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:45.370390 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c7fc659c-fa6e-43a3-babb-936058f90544 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:38:45.384015 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b495b5-7d3e-45e5-a3b6-503a20d64e6e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d0a531-3abc-4a81-840b-2c811258a14a,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:38:45.387598 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-41b495b5-7d3e-45e5-a3b6-503a20d64e6e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:38:45.392671 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-41b495b5-7d3e-45e5-a3b6-503a20d64e6e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:45.394273 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-41b495b5-7d3e-45e5-a3b6-503a20d64e6e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140611 Jun 20 12:38:45.396712 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 49668) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:38:45.401686 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-3cd86647-9127-4d06-b872-3920bfe4d3c3 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Request body: {'security_group_rule': {'security_group_id': '4277c696-0043-4a39-9e04-ea92f0ee2234', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:38:45.427598 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3cd86647-9127-4d06-b872-3920bfe4d3c3 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:45.484069 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3cd86647-9127-4d06-b872-3920bfe4d3c3 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:45.487380 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3cd86647-9127-4d06-b872-3920bfe4d3c3 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417483'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:45.489360 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:38:45.504456 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd86647-9127-4d06-b872-3920bfe4d3c3 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c46c684-a9fa-4b7c-9824-8fc83f091e4c,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:38:45.506872 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-3cd86647-9127-4d06-b872-3920bfe4d3c3 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:38:45.510645 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3cd86647-9127-4d06-b872-3920bfe4d3c3 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:45.511840 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-3cd86647-9127-4d06-b872-3920bfe4d3c3 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141913 Jun 20 12:38:45.514940 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 49672) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:38:45.519203 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-61161e4e-5dce-439c-acb8-daac05d8ebf5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Request body: {'floatingip': {'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:38:45.540194 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-61161e4e-5dce-439c-acb8-daac05d8ebf5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for floatingip, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:45.634903 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-61161e4e-5dce-439c-acb8-daac05d8ebf5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:45.740216 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-61161e4e-5dce-439c-acb8-daac05d8ebf5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Allocated IP 172.27.1.56 (3f7a09d2-824b-4c30-a4c6-5e0e19540541/4186b5e8-5a7d-41cb-85c6-3f8309c8906f/3fcdb35d-81d3-4321-885d-6988ba716997) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:38:45.844246 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-61161e4e-5dce-439c-acb8-daac05d8ebf5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:45.881685 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-61161e4e-5dce-439c-acb8-daac05d8ebf5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8239877'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:45.884559 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-f2534b2c-a7fc-4309-8e47-284c42a32cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:38:45.919987 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61161e4e-5dce-439c-acb8-daac05d8ebf5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Network 3f7a09d2-824b-4c30-a4c6-5e0e19540541 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:38:45.922623 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-61161e4e-5dce-439c-acb8-daac05d8ebf5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:38:45.926177 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61161e4e-5dce-439c-acb8-daac05d8ebf5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:38:45.953613 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61161e4e-5dce-439c-acb8-daac05d8ebf5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Pushing event updated for resources: {'Port': ['ID=3fcdb35d-81d3-4321-885d-6988ba716997,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:38:45.957564 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-61161e4e-5dce-439c-acb8-daac05d8ebf5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:38:46.018081 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-61161e4e-5dce-439c-acb8-daac05d8ebf5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:46.059189 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-61161e4e-5dce-439c-acb8-daac05d8ebf5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:46.136988 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 140d63f3-63c3-4a18-910f-41b57d4e81e6 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:38:46.158082 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] No Port match for: 140d63f3-63c3-4a18-910f-41b57d4e81e6 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:38:46.158433 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 140d63f3-63c3-4a18-910f-41b57d4e81e6 not bound to the agent host hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:38:46.203954 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-61161e4e-5dce-439c-acb8-daac05d8ebf5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:46.208348 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-61161e4e-5dce-439c-acb8-daac05d8ebf5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8239923'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:46.210358 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d5851ac6-d231-42e2-9833-550389d91c56 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:38:46.281343 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61161e4e-5dce-439c-acb8-daac05d8ebf5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Pushing event updated for resources: {'Port': ['ID=3fcdb35d-81d3-4321-885d-6988ba716997,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:38:46.288241 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-61161e4e-5dce-439c-acb8-daac05d8ebf5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504496'] for floatingip, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:46.291149 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-61161e4e-5dce-439c-acb8-daac05d8ebf5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:38:46.303766 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-61161e4e-5dce-439c-acb8-daac05d8ebf5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for floatingip, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:46.309711 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-61161e4e-5dce-439c-acb8-daac05d8ebf5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7935197 Jun 20 12:38:46.457448 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-b304aa62-6825-4973-a4cc-91f8a9fa39a4 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--172303093&fields=id&tenant_id=42b94438d26f407c90638b7861051e95 HTTP/1.1" status: 200 len: 267 time: 0.0330975 Jun 20 12:38:46.568564 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-a060cb9f-9640-49c0-95ae-7dbeb2b78d1d tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:46.570012 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-a060cb9f-9640-49c0-95ae-7dbeb2b78d1d tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/networks?id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 200 len: 816 time: 0.1051366 Jun 20 12:38:46.584494 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-56d7c95f-d3ae-4fad-b35a-e7246e48a86a tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/quotas/42b94438d26f407c90638b7861051e95 HTTP/1.1" status: 200 len: 375 time: 0.0085318 Jun 20 12:38:46.654743 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-1a174b2b-5b5a-4322-95be-0a439ced14df tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=42b94438d26f407c90638b7861051e95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646882 Jun 20 12:38:46.709855 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-b930fce2-b22f-4b17-acaa-50c672bce211 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92893) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 20 12:38:46.710875 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-b930fce2-b22f-4b17-acaa-50c672bce211 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454233 Jun 20 12:38:46.800907 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-bb99c6ed-3632-4d23-822f-12d75742edf9 service neutron] 10.222.0.25 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835245 Jun 20 12:38:46.888784 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-66671522-09b5-41c3-8e24-0eed885b2e02 service neutron] 10.222.0.25 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816846 Jun 20 12:38:47.060231 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ca0558a6-e55f-4e56-b9f4-b83cedcbdfb9 req-abf69440-d4b2-42af-8b02-247149593f1c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 210 time: 0.0320892 Jun 20 12:38:48.233077 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ecca5e6f-ec66-4eca-a53d-a7e70be935b0 req-12bf3084-20f6-4dde-985f-a1b8cc293f9b tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 210 time: 0.0340703 Jun 20 12:38:48.284379 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-5eb35c15-7224-43be-8a1e-b591b0d91fae tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:48.285833 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-5eb35c15-7224-43be-8a1e-b591b0d91fae tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.30 "GET /v2.0/networks?id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 200 len: 816 time: 0.1420636 Jun 20 12:38:48.334155 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-97f81adb-95fa-4873-ac05-0888f9e2b2ab tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42b94438d26f407c90638b7861051e95 HTTP/1.1" status: 200 len: 379 time: 0.0341165 Jun 20 12:38:48.343087 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-6b82997e-ac34-4fa9-a994-98c1bd64fac8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Request body: {'port': {'device_id': '931a7446-896f-4eaa-9db5-4f1548825341', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'admin_state_up': True, 'tenant_id': '42b94438d26f407c90638b7861051e95', 'security_groups': ['4277c696-0043-4a39-9e04-ea92f0ee2234']}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:38:48.460547 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-6b82997e-ac34-4fa9-a994-98c1bd64fac8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Made reservation on behalf of 42b94438d26f407c90638b7861051e95 for: {'port': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:38:48.465416 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-6b82997e-ac34-4fa9-a994-98c1bd64fac8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:48.593048 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-6b82997e-ac34-4fa9-a994-98c1bd64fac8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Allocated IP 172.20.0.11 (e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663/ad2a3894-bd07-4018-a69c-c28f0711d9d0/77ecbb52-14e3-48d8-80c3-b7504ceb4642) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:38:48.733235 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-6b82997e-ac34-4fa9-a994-98c1bd64fac8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:48.746808 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-6b82997e-ac34-4fa9-a994-98c1bd64fac8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Transition to ACTIVE for port object 77ecbb52-14e3-48d8-80c3-b7504ceb4642 will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:38:48.778023 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-6b82997e-ac34-4fa9-a994-98c1bd64fac8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7115647'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:48.781949 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-ffdd6a10-8c33-4080-aab0-87360095cadc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:38:48.823869 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-6b82997e-ac34-4fa9-a994-98c1bd64fac8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Network e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:38:48.826897 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-6b82997e-ac34-4fa9-a994-98c1bd64fac8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:38:48.830767 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-6b82997e-ac34-4fa9-a994-98c1bd64fac8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:38:48.856345 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82997e-ac34-4fa9-a994-98c1bd64fac8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Pushing event updated for resources: {'Port': ['ID=77ecbb52-14e3-48d8-80c3-b7504ceb4642,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:38:48.861133 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-6b82997e-ac34-4fa9-a994-98c1bd64fac8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:38:48.885519 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-6b82997e-ac34-4fa9-a994-98c1bd64fac8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:48.886208 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-6b82997e-ac34-4fa9-a994-98c1bd64fac8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:48.900437 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-6b82997e-ac34-4fa9-a994-98c1bd64fac8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5613546 Jun 20 12:38:48.918195 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Request body: {'port': {'device_id': '931a7446-896f-4eaa-9db5-4f1548825341', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:38:48.990495 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:49.055583 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-887108b8-a5e3-42dc-b159-285bc10f6566 None None] Provisioning for port 77ecbb52-14e3-48d8-80c3-b7504ceb4642 completed by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:38:49.060345 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-887108b8-a5e3-42dc-b159-285bc10f6566 None None] Provisioning complete for port 77ecbb52-14e3-48d8-80c3-b7504ceb4642 triggered by entity DHCP. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:38:49.060747 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-887108b8-a5e3-42dc-b159-285bc10f6566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:49.095776 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-887108b8-a5e3-42dc-b159-285bc10f6566 None None] Port 77ecbb52-14e3-48d8-80c3-b7504ceb4642 cannot update to ACTIVE because it is not bound. {{(pid=92894) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 20 12:38:49.247988 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ecbb52-14e3-48d8-80c3-b7504ceb4642 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:38:49.256032 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:49.267447 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Transition to ACTIVE for port object 77ecbb52-14e3-48d8-80c3-b7504ceb4642 will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:38:49.270733 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:49.273497 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-ce488b68-405b-4cdc-9c2f-85a028b96962 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:38:49.347569 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Pushing event updated for resources: {'Port': ['ID=77ecbb52-14e3-48d8-80c3-b7504ceb4642,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:38:49.368410 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:38:49.420154 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Attempting to bind port 77ecbb52-14e3-48d8-80c3-b7504ceb4642 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:38:49.420588 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Attempting to bind port 77ecbb52-14e3-48d8-80c3-b7504ceb4642 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'b653c83d-9300-4781-bb1d-0710b7d57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:38:49.420829 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Attempting to bind port 77ecbb52-14e3-48d8-80c3-b7504ceb4642 on network e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:38:49.424886 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23415bfd-c3b4-4223-907f-53f3edcf0ed4 req-494e8237-f0f5-45b4-83cf-6543ff779ead tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:49.425658 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Port 77ecbb52-14e3-48d8-80c3-b7504ceb4642 on network e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 20 12:38:49.425991 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Attempting to bind port 77ecbb52-14e3-48d8-80c3-b7504ceb4642 on network e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:38:49.430138 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-23415bfd-c3b4-4223-907f-53f3edcf0ed4 req-494e8237-f0f5-45b4-83cf-6543ff779ead tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0752118 Jun 20 12:38:49.431997 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Checking agent: {'id': '3511620b-fad0-480c-9502-82df55f89faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'started_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:38:49.437424 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Checking segment: {'id': 'b653c83d-9300-4781-bb1d-0710b7d57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:38:49.437785 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Bound using segment: {'id': 'b653c83d-9300-4781-bb1d-0710b7d57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:38:49.438255 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Bound port: 77ecbb52-14e3-48d8-80c3-b7504ceb4642, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b653c83d-9300-4781-bb1d-0710b7d57308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:38:49.438609 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:49.473026 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-23415bfd-c3b4-4223-907f-53f3edcf0ed4 req-9e12499f-2d5a-40ba-8698-841a1705e468 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384033 Jun 20 12:38:49.516969 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] For port 77ecbb52-14e3-48d8-80c3-b7504ceb4642, host hv-cinder-79496, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:38:49.519880 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] For port 77ecbb52-14e3-48d8-80c3-b7504ceb4642, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:38:49.530460 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:49.530460 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-9eaf1f26-2528-4ff7-85c0-3268cfec1dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:38:49.561386 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:49.561992 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:49.563354 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] 10.222.0.30 "PUT /v2.0/ports/77ecbb52-14e3-48d8-80c3-b7504ceb4642 HTTP/1.1" status: 200 len: 1094 time: 0.6502056 Jun 20 12:38:49.563865 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931a7446-896f-4eaa-9db5-4f1548825341', 'tag': '77ecbb52-14e3-48d8-80c3-b7504ceb4642'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:38:49.566187 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dd9774-f1c7-4e6b-8ea8-7dbc86c0f15e" -d '{"events": [{"name": "network-changed", "server_uuid": "931a7446-896f-4eaa-9db5-4f1548825341", "tag": "77ecbb52-14e3-48d8-80c3-b7504ceb4642"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:38:49.602512 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Pushing event updated for resources: {'Port': ['ID=77ecbb52-14e3-48d8-80c3-b7504ceb4642,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:38:49.606363 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:38:49.610285 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334b3814-2079-4f2d-bd38-96386cf81e61 x-openstack-request-id: req-334b3814-2079-4f2d-bd38-96386cf81e61 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:38:49.610608 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931a7446-896f-4eaa-9db5-4f1548825341", "tag": "77ecbb52-14e3-48d8-80c3-b7504ceb4642", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:38:49.610997 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-334b3814-2079-4f2d-bd38-96386cf81e61 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:38:49.611308 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931a7446-896f-4eaa-9db5-4f1548825341', 'tag': '77ecbb52-14e3-48d8-80c3-b7504ceb4642', 'status': 'completed', 'code': 200} Jun 20 12:38:49.686581 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-844b7b0d-17f6-42df-adff-64db7dba7ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:49.688046 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-844b7b0d-17f6-42df-adff-64db7dba7ec2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42b94438d26f407c90638b7861051e95&device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 1097 time: 0.0603981 Jun 20 12:38:49.735778 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-905d5803-2751-415a-8b71-66473106ae16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642 HTTP/1.1" status: 200 len: 217 time: 0.0346146 Jun 20 12:38:49.781877 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-6fa80808-5cf9-4b23-a5f2-18a7c49f0c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:49.783166 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-6fa80808-5cf9-4b23-a5f2-18a7c49f0c55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad2a3894-bd07-4018-a69c-c28f0711d9d0 HTTP/1.1" status: 200 len: 855 time: 0.0411942 Jun 20 12:38:49.844067 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-8b70f601-49d0-4a27-991c-1aaf25567987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:49.845564 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-8b70f601-49d0-4a27-991c-1aaf25567987 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558658 Jun 20 12:38:49.933568 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-b6aab312-3dee-4cc3-a607-f99bbd7e10c5 service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812662 Jun 20 12:38:50.020335 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-85cd8201-f010-42dd-b6ea-f6ffd3deb3d1 req-de95414d-b69d-4151-ae54-5b758f093150 service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813048 Jun 20 12:38:50.169012 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd9774-f1c7-4e6b-8ea8-7dbc86c0f15e req-56f269dc-a47a-4410-b45f-7c9cdf6a4bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:50.170449 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-80dd9774-f1c7-4e6b-8ea8-7dbc86c0f15e req-56f269dc-a47a-4410-b45f-7c9cdf6a4bcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42b94438d26f407c90638b7861051e95&device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 1097 time: 0.0535233 Jun 20 12:38:50.256388 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd9774-f1c7-4e6b-8ea8-7dbc86c0f15e req-4baa3bad-84a4-4f5e-9b62-f8680d968d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:50.257801 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-80dd9774-f1c7-4e6b-8ea8-7dbc86c0f15e req-4baa3bad-84a4-4f5e-9b62-f8680d968d01 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 200 len: 917 time: 0.0806885 Jun 20 12:38:50.299704 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-80dd9774-f1c7-4e6b-8ea8-7dbc86c0f15e req-0d576150-2514-4cde-a545-ad2f425cb260 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642 HTTP/1.1" status: 200 len: 217 time: 0.0358565 Jun 20 12:38:50.345393 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd9774-f1c7-4e6b-8ea8-7dbc86c0f15e req-307a139d-1e0f-46d5-9088-dfb889a8040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:50.346717 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-80dd9774-f1c7-4e6b-8ea8-7dbc86c0f15e req-307a139d-1e0f-46d5-9088-dfb889a8040c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad2a3894-bd07-4018-a69c-c28f0711d9d0 HTTP/1.1" status: 200 len: 855 time: 0.0411444 Jun 20 12:38:50.368322 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:50.404062 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd9774-f1c7-4e6b-8ea8-7dbc86c0f15e req-2d349169-66a4-48a3-abc3-d8b4641012ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:50.405564 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-80dd9774-f1c7-4e6b-8ea8-7dbc86c0f15e req-2d349169-66a4-48a3-abc3-d8b4641012ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509715 Jun 20 12:38:50.496464 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-80dd9774-f1c7-4e6b-8ea8-7dbc86c0f15e req-6e40a639-6063-46b3-a138-547338aaaf70 service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841682 Jun 20 12:38:50.590504 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-80dd9774-f1c7-4e6b-8ea8-7dbc86c0f15e req-adf9e817-9da3-4d41-9d6a-05caea01bb03 service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875185 Jun 20 12:38:50.655025 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e8b1a-935f-478f-8386-5b7b785392f8 req-04697c29-3dae-4e3a-8cb0-2602c7248dd8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:50.656481 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a58e8b1a-935f-478f-8386-5b7b785392f8 req-04697c29-3dae-4e3a-8cb0-2602c7248dd8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0631106 Jun 20 12:38:50.697680 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a58e8b1a-935f-478f-8386-5b7b785392f8 req-fcd603fd-d225-48f9-a422-cb4625e56747 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355365 Jun 20 12:38:51.878848 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc11ce-0db5-4ede-87b6-07da9cb0fbf9 req-ad5f523f-9947-4317-8fc6-45672e9844af tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:51.880253 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8adc11ce-0db5-4ede-87b6-07da9cb0fbf9 req-ad5f523f-9947-4317-8fc6-45672e9844af tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0661561 Jun 20 12:38:52.173052 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 77ecbb52-14e3-48d8-80c3-b7504ceb4642 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92894) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 20 12:38:52.192728 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8adc11ce-0db5-4ede-87b6-07da9cb0fbf9 req-aeff2b5e-5ad1-4e98-81a5-4a46150306d8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3064504 Jun 20 12:38:52.265149 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 77ecbb52-14e3-48d8-80c3-b7504ceb4642, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:38:52.275839 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Returning: {'device': '77ecbb52-14e3-48d8-80c3-b7504ceb4642', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'port_id': '77ecbb52-14e3-48d8-80c3-b7504ceb4642', 'mac_address': 'fa:16:3e:f4:0d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92894) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 20 12:38:52.315827 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:52.328511 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ecbb52-14e3-48d8-80c3-b7504ceb4642 {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:38:52.346967 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 77ecbb52-14e3-48d8-80c3-b7504ceb4642, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:38:52.350756 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:52.353235 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bf9b8fdd-5223-45e5-a4db-5a4738959970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:38:52.396277 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=77ecbb52-14e3-48d8-80c3-b7504ceb4642,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:38:52.403581 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:52.403925 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:52.404263 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:52.404596 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:52.404949 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:52.405283 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:52.405606 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:52.405928 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:52.406253 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:52.406570 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:52.406888 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:52.407205 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:38:52.410996 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:38:52.803795 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['77ecbb52-14e3-48d8-80c3-b7504ceb4642'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:38:53.368857 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacf2eb-0481-44cf-b74b-f6890bc0bdc4 req-194ce65b-f689-46d8-8bbc-918112562e0a tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:53.370296 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6eacf2eb-0481-44cf-b74b-f6890bc0bdc4 req-194ce65b-f689-46d8-8bbc-918112562e0a tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 945 time: 0.0612736 Jun 20 12:38:53.406642 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6eacf2eb-0481-44cf-b74b-f6890bc0bdc4 req-db39ce11-0b70-46e4-9a36-e5b6ea010d5b tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299428 Jun 20 12:38:54.172988 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 77ecbb52-14e3-48d8-80c3-b7504ceb4642 up at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:38:54.222343 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning for port 77ecbb52-14e3-48d8-80c3-b7504ceb4642 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:38:54.226115 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning complete for port 77ecbb52-14e3-48d8-80c3-b7504ceb4642 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:38:54.226510 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:54.300726 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:54.323898 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931a7446-896f-4eaa-9db5-4f1548825341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ecbb52-14e3-48d8-80c3-b7504ceb4642'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:38:54.326254 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff433fd2e3e8483ec5bde8b443a8d0833f9278b814f7b3ef2a1c28b3d75b6172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b945965-533e-4932-8971-f472e3aced41" -d '{"events": [{"server_uuid": "931a7446-896f-4eaa-9db5-4f1548825341", "name": "network-vif-plugged", "status": "completed", "tag": "77ecbb52-14e3-48d8-80c3-b7504ceb4642"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:38:54.341617 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 77ecbb52-14e3-48d8-80c3-b7504ceb4642, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:38:54.345555 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:54.347579 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:38:54.393241 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=77ecbb52-14e3-48d8-80c3-b7504ceb4642,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:38:54.396244 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:38:54.420547 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a174b80-4aa8-425f-9a72-4e5e2209b06a x-openstack-request-id: req-5a174b80-4aa8-425f-9a72-4e5e2209b06a {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:38:54.420936 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931a7446-896f-4eaa-9db5-4f1548825341", "name": "network-vif-plugged", "status": "completed", "tag": "77ecbb52-14e3-48d8-80c3-b7504ceb4642", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:38:54.421207 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a174b80-4aa8-425f-9a72-4e5e2209b06a {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:38:54.421606 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931a7446-896f-4eaa-9db5-4f1548825341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ecbb52-14e3-48d8-80c3-b7504ceb4642', 'code': 200} Jun 20 12:38:54.583131 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958baa0-e429-48a7-9a66-88f4531430aa req-6b7d9cae-0978-4bbe-a5b2-e12822126f7a tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:54.584594 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e958baa0-e429-48a7-9a66-88f4531430aa req-6b7d9cae-0978-4bbe-a5b2-e12822126f7a tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0644624 Jun 20 12:38:54.622303 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-e958baa0-e429-48a7-9a66-88f4531430aa req-9e175f28-9fae-4786-888c-e4674c36d9e4 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315053 Jun 20 12:38:54.665839 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6296af-9985-46a4-969c-8d31e942b0aa req-db1c92cd-a46c-4d1e-bb0a-453e118215f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:54.668001 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5e6296af-9985-46a4-969c-8d31e942b0aa req-db1c92cd-a46c-4d1e-bb0a-453e118215f3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 1099 time: 0.0509744 Jun 20 12:38:54.701554 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5e6296af-9985-46a4-969c-8d31e942b0aa req-a7dd6f2f-9671-426b-a400-c1f5122c556f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284348 Jun 20 12:38:55.800949 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b11a9-5ec6-4abd-a0fd-10eb49b3d1fc req-f6156d05-4f7e-46b5-a401-c2097863ff06 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:55.802434 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0d5b11a9-5ec6-4abd-a0fd-10eb49b3d1fc req-f6156d05-4f7e-46b5-a401-c2097863ff06 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0652380 Jun 20 12:38:55.841371 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0d5b11a9-5ec6-4abd-a0fd-10eb49b3d1fc req-8d7ea1d2-5e38-494f-aa65-b9d4486014db tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333271 Jun 20 12:38:57.020093 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fec46a-45b7-4450-b226-76862d35671b req-ceebd498-a2ec-47c1-8dc7-034d7823a04e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:57.021538 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c3fec46a-45b7-4450-b226-76862d35671b req-ceebd498-a2ec-47c1-8dc7-034d7823a04e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0665052 Jun 20 12:38:57.059362 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c3fec46a-45b7-4450-b226-76862d35671b req-ec4b32aa-3ad0-45c4-847c-adaeb09013ae tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321698 Jun 20 12:38:57.234089 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2888777-cc70-464d-ae07-ebc47a27d96c req-5cf38b4d-b893-4dad-b1fe-6f037fb8180f tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:57.235487 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e2888777-cc70-464d-ae07-ebc47a27d96c req-5cf38b4d-b893-4dad-b1fe-6f037fb8180f tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0642707 Jun 20 12:38:57.243750 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 49804) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:38:57.249118 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-ce6513dc-d85f-4f23-ad21-05690b380516 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Request body: {'floatingip': {'port_id': '77ecbb52-14e3-48d8-80c3-b7504ceb4642'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:38:57.287039 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ce6513dc-d85f-4f23-ad21-05690b380516 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for floatingip, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:57.717663 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ce6513dc-d85f-4f23-ad21-05690b380516 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:57.721341 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ce6513dc-d85f-4f23-ad21-05690b380516 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504496'] for floatingip, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:57.818776 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.l3_db [None req-ce6513dc-d85f-4f23-ad21-05690b380516 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Floating IP b0c87ffe-cf89-49c0-8f8f-093ea9515ae2 associated. External IP: 172.27.1.56, port: 77ecbb52-14e3-48d8-80c3-b7504ceb4642. Jun 20 12:38:58.023133 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6513dc-d85f-4f23-ad21-05690b380516 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:38:58.127837 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6513dc-d85f-4f23-ad21-05690b380516 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:38:58.132244 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ce6513dc-d85f-4f23-ad21-05690b380516 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for floatingip, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:38:58.138061 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e3a369-36cb-4a57-af7d-40e2578389d0 None None] Sync routers for ids ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'] in dv-cinder-794962-4-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:38:58.146841 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e3a369-36cb-4a57-af7d-40e2578389d0 None None] Routers {'d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:38:58.147450 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-f5e3a369-36cb-4a57-af7d-40e2578389d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:38:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:38:58.167870 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-ce6513dc-d85f-4f23-ad21-05690b380516 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "PUT /v2.0/floatingips/b0c87ffe-cf89-49c0-8f8f-093ea9515ae2 HTTP/1.1" status: 200 len: 991 time: 0.9227600 Jun 20 12:38:58.168575 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931a7446-896f-4eaa-9db5-4f1548825341', 'tag': '77ecbb52-14e3-48d8-80c3-b7504ceb4642'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:38:58.171000 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706f39bb-149d-46d9-9c9b-5f711324642c" -d '{"events": [{"name": "network-changed", "server_uuid": "931a7446-896f-4eaa-9db5-4f1548825341", "tag": "77ecbb52-14e3-48d8-80c3-b7504ceb4642"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:38:58.207837 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ad85bc-29b9-4cc0-a0ae-11a738fbe5e6 x-openstack-request-id: req-60ad85bc-29b9-4cc0-a0ae-11a738fbe5e6 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:38:58.208164 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931a7446-896f-4eaa-9db5-4f1548825341", "tag": "77ecbb52-14e3-48d8-80c3-b7504ceb4642", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:38:58.208455 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60ad85bc-29b9-4cc0-a0ae-11a738fbe5e6 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:38:58.208887 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931a7446-896f-4eaa-9db5-4f1548825341', 'tag': '77ecbb52-14e3-48d8-80c3-b7504ceb4642', 'status': 'completed', 'code': 200} Jun 20 12:38:58.256891 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-f5e3a369-36cb-4a57-af7d-40e2578389d0 None None] Set router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:38:58.306119 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f39bb-149d-46d9-9c9b-5f711324642c req-eb5c8429-025c-466c-b230-2fe8c830ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:58.308414 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-706f39bb-149d-46d9-9c9b-5f711324642c req-eb5c8429-025c-466c-b230-2fe8c830ea4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42b94438d26f407c90638b7861051e95&device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 1099 time: 0.0547912 Jun 20 12:38:58.399042 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f39bb-149d-46d9-9c9b-5f711324642c req-6296d9d3-793b-4aa9-a530-4c80453573b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:58.400483 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-706f39bb-149d-46d9-9c9b-5f711324642c req-6296d9d3-793b-4aa9-a530-4c80453573b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 200 len: 917 time: 0.0869064 Jun 20 12:38:58.463765 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-706f39bb-149d-46d9-9c9b-5f711324642c req-d5184a46-3f9b-406e-8a4c-7e883d9f9d0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642 HTTP/1.1" status: 200 len: 999 time: 0.0570667 Jun 20 12:38:58.474491 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-f5e3a369-36cb-4a57-af7d-40e2578389d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 4, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port': {'id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:58Z', 'updated_at': '2021-06-20T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_floatingips': [{'id': 'b0c87ffe-cf89-49c0-8f8f-093ea9515ae2', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'router_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'port_id': '77ecbb52-14e3-48d8-80c3-b7504ceb4642', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'mac_address': 'fa:16:3e:f4:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931a7446-896f-4eaa-9db5-4f1548825341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-20T12:38:45Z', 'updated_at': '2021-06-20T12:38:57Z', 'revision_number': 1, 'project_id': '42b94438d26f407c90638b7861051e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e216b141-0804-4e9a-9270-cc9de6bb0b6c', 'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'mac_address': 'fa:16:3e:79:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:59Z', 'updated_at': '2021-06-20T12:31:05Z', 'revision_number': 5, 'project_id': '42b94438d26f407c90638b7861051e95', 'subnets': [{'id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:38:58.505168 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e3a369-36cb-4a57-af7d-40e2578389d0 None None] Checking router: d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e for host: dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:38:58.515897 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f39bb-149d-46d9-9c9b-5f711324642c req-c1da71d4-4129-4769-8653-a4acc6245690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:58.517348 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-706f39bb-149d-46d9-9c9b-5f711324642c req-c1da71d4-4129-4769-8653-a4acc6245690 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad2a3894-bd07-4018-a69c-c28f0711d9d0 HTTP/1.1" status: 200 len: 855 time: 0.0475712 Jun 20 12:38:58.519890 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e3a369-36cb-4a57-af7d-40e2578389d0 None None] Routers {'d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:38:58.520532 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-f5e3a369-36cb-4a57-af7d-40e2578389d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:38:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:38:58.578527 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f39bb-149d-46d9-9c9b-5f711324642c req-a80cfad5-91ab-4f60-a6c2-2a8dc10ccac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:38:58.580230 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-706f39bb-149d-46d9-9c9b-5f711324642c req-a80cfad5-91ab-4f60-a6c2-2a8dc10ccac3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521097 Jun 20 12:38:58.623576 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-f5e3a369-36cb-4a57-af7d-40e2578389d0 None None] Set router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:38:58.667379 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-706f39bb-149d-46d9-9c9b-5f711324642c req-02127077-b8e9-4922-acc7-e40a402e6b1f service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807414 Jun 20 12:38:58.757996 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-706f39bb-149d-46d9-9c9b-5f711324642c req-268d9995-3d33-491f-90fa-ae3fa066e32e service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841527 Jun 20 12:38:58.839255 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-f5e3a369-36cb-4a57-af7d-40e2578389d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 4, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port': {'id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:58Z', 'updated_at': '2021-06-20T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_floatingips': [{'id': 'b0c87ffe-cf89-49c0-8f8f-093ea9515ae2', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'router_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'port_id': '77ecbb52-14e3-48d8-80c3-b7504ceb4642', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'mac_address': 'fa:16:3e:f4:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931a7446-896f-4eaa-9db5-4f1548825341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-20T12:38:45Z', 'updated_at': '2021-06-20T12:38:57Z', 'revision_number': 1, 'project_id': '42b94438d26f407c90638b7861051e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e216b141-0804-4e9a-9270-cc9de6bb0b6c', 'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'mac_address': 'fa:16:3e:79:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:59Z', 'updated_at': '2021-06-20T12:31:05Z', 'revision_number': 5, 'project_id': '42b94438d26f407c90638b7861051e95', 'subnets': [{'id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:38:58.864658 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e3a369-36cb-4a57-af7d-40e2578389d0 None None] The sync data for ids ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'] in dv-cinder-794962-4-iscsi is: [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 4, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port': {'id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:58Z', 'updated_at': '2021-06-20T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_floatingips': [{'id': 'b0c87ffe-cf89-49c0-8f8f-093ea9515ae2', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'router_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'port_id': '77ecbb52-14e3-48d8-80c3-b7504ceb4642', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'mac_address': 'fa:16:3e:f4:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931a7446-896f-4eaa-9db5-4f1548825341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-20T12:38:45Z', 'updated_at': '2021-06-20T12:38:57Z', 'revision_number': 1, 'project_id': '42b94438d26f407c90638b7861051e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e216b141-0804-4e9a-9270-cc9de6bb0b6c', 'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'mac_address': 'fa:16:3e:79:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:59Z', 'updated_at': '2021-06-20T12:31:05Z', 'revision_number': 5, 'project_id': '42b94438d26f407c90638b7861051e95', 'subnets': [{'id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:38:59.045525 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91489d3d-b4ed-4d48-9ed7-5db845b182e5 None None] New status for floating IP b0c87ffe-cf89-49c0-8f8f-093ea9515ae2: ACTIVE {{(pid=92895) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 20 12:39:07.937488 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24ade96a-bcc3-4712-b88c-a2867196af7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:39:10.030161 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6094b900-5514-49a8-9328-874fa7e2ce80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:39:10.399362 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:39:11.631834 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:39:13.369121 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:39:18.155723 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:39:20.375329 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:39:22.678750 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0f9f7c09-9642-4c06-8ea9-214b2806692b req-2cbd7be0-e794-4040-96ea-045e8dbbe3b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513079 Jun 20 12:39:22.785393 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f7c09-9642-4c06-8ea9-214b2806692b req-c8718f15-a231-4b4f-bae8-6153be71c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:39:22.786820 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0f9f7c09-9642-4c06-8ea9-214b2806692b req-c8718f15-a231-4b4f-bae8-6153be71c43b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42b94438d26f407c90638b7861051e95&device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 1099 time: 0.0502429 Jun 20 12:39:22.893254 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f7c09-9642-4c06-8ea9-214b2806692b req-8db35f4b-cf37-4a81-b01d-ff59c704d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:39:22.894707 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0f9f7c09-9642-4c06-8ea9-214b2806692b req-8db35f4b-cf37-4a81-b01d-ff59c704d328 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 200 len: 917 time: 0.0875766 Jun 20 12:39:22.969143 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0f9f7c09-9642-4c06-8ea9-214b2806692b req-ea03157e-71c5-4306-a9ae-69e9de977f5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642 HTTP/1.1" status: 200 len: 1001 time: 0.0569913 Jun 20 12:39:23.025197 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f7c09-9642-4c06-8ea9-214b2806692b req-b02760ce-fb5c-4a1b-8be6-e5090c032444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:39:23.026666 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0f9f7c09-9642-4c06-8ea9-214b2806692b req-b02760ce-fb5c-4a1b-8be6-e5090c032444 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad2a3894-bd07-4018-a69c-c28f0711d9d0 HTTP/1.1" status: 200 len: 855 time: 0.0508232 Jun 20 12:39:23.086012 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f7c09-9642-4c06-8ea9-214b2806692b req-1f1010f6-ac5e-4b3b-b55a-c8b198f4d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:39:23.087472 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0f9f7c09-9642-4c06-8ea9-214b2806692b req-1f1010f6-ac5e-4b3b-b55a-c8b198f4d8fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538020 Jun 20 12:39:23.174976 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0f9f7c09-9642-4c06-8ea9-214b2806692b req-8345e66e-8aed-4968-965e-f46307feb058 service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810518 Jun 20 12:39:23.265495 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0f9f7c09-9642-4c06-8ea9-214b2806692b req-a1e1b862-9adf-44b1-8530-cee1a2845354 service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839210 Jun 20 12:39:37.939100 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f5766b64-ebdb-47e3-b387-ee4c29106873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:39:40.029372 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c93b5a02-8293-47cb-a710-5d833ae61656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:39:40.400630 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:39:41.633953 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:39:43.373684 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:39:50.380692 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:39:55.155324 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:40:07.940294 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d997-50fe-4cd8-913c-b0860eb958f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:40:10.030247 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1b1f007f-5d24-4134-904e-6595b0e83e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:40:10.401456 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:40:11.636373 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:40:13.378858 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:40:20.378432 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:40:24.690040 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-31cce2dd-ba5b-40f5-88d8-42924adb063f req-0e2737e8-3379-428d-ac5e-11b3aab6fc55 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509055 Jun 20 12:40:24.799200 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cce2dd-ba5b-40f5-88d8-42924adb063f req-279a697d-dab2-47fd-93c3-a57a97a535fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:40:24.800654 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-31cce2dd-ba5b-40f5-88d8-42924adb063f req-279a697d-dab2-47fd-93c3-a57a97a535fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42b94438d26f407c90638b7861051e95&device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 1099 time: 0.0516701 Jun 20 12:40:24.906235 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cce2dd-ba5b-40f5-88d8-42924adb063f req-397338dc-8b40-4ded-9822-6fdbbaa709d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:40:24.907662 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-31cce2dd-ba5b-40f5-88d8-42924adb063f req-397338dc-8b40-4ded-9822-6fdbbaa709d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 200 len: 917 time: 0.0861752 Jun 20 12:40:24.971053 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-31cce2dd-ba5b-40f5-88d8-42924adb063f req-a36fc7da-7cec-48de-885a-94b72478627d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642 HTTP/1.1" status: 200 len: 1001 time: 0.0570533 Jun 20 12:40:25.021688 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cce2dd-ba5b-40f5-88d8-42924adb063f req-2b145796-31db-446a-97ea-6dd37f8847f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:40:25.023064 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-31cce2dd-ba5b-40f5-88d8-42924adb063f req-2b145796-31db-446a-97ea-6dd37f8847f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad2a3894-bd07-4018-a69c-c28f0711d9d0 HTTP/1.1" status: 200 len: 855 time: 0.0457094 Jun 20 12:40:25.079631 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cce2dd-ba5b-40f5-88d8-42924adb063f req-5941208b-54ba-4784-a093-79e922f4c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:40:25.081316 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-31cce2dd-ba5b-40f5-88d8-42924adb063f req-5941208b-54ba-4784-a093-79e922f4c30a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522509 Jun 20 12:40:25.169187 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-31cce2dd-ba5b-40f5-88d8-42924adb063f req-2e5a3e23-9f31-4e10-96d7-850f4eeadd6b service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817659 Jun 20 12:40:25.259435 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-31cce2dd-ba5b-40f5-88d8-42924adb063f req-3eb4a8f4-a7fc-4412-bec2-ea2ec3c94547 service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840216 Jun 20 12:40:32.154575 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:40:37.941323 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ef2ac27f-28a8-4edf-96b5-85f665ae3549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:40:40.030986 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ba599ac-e279-4d64-8fac-e7ffb342c369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:40:40.402923 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:40:41.639020 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:40:43.379263 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:40:50.382250 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:06.398824 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 50806) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:41:06.457967 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3b90de29-ce97-4c11-bd27-64b3a8df98e2 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:06.482174 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3b90de29-ce97-4c11-bd27-64b3a8df98e2 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:06.540227 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3b90de29-ce97-4c11-bd27-64b3a8df98e2 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:06.542773 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3b90de29-ce97-4c11-bd27-64b3a8df98e2 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:06.544053 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-3b90de29-ce97-4c11-bd27-64b3a8df98e2 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] 10.222.0.25 "DELETE /v2.0/security-groups/995cd4a2-288b-4fc5-9273-c1e7956626dc HTTP/1.1" status: 204 len: 168 time: 0.1440771 Jun 20 12:41:06.544783 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-b03cf8df-e377-48c0-a29d-d9ca4c5cf852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:41:06.553548 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90de29-ce97-4c11-bd27-64b3a8df98e2 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=995cd4a2-288b-4fc5-9273-c1e7956626dc,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:41:06.560653 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90de29-ce97-4c11-bd27-64b3a8df98e2 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:06.561063 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90de29-ce97-4c11-bd27-64b3a8df98e2 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:06.561439 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90de29-ce97-4c11-bd27-64b3a8df98e2 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:06.561806 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90de29-ce97-4c11-bd27-64b3a8df98e2 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:06.562173 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90de29-ce97-4c11-bd27-64b3a8df98e2 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:06.562535 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90de29-ce97-4c11-bd27-64b3a8df98e2 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:06.562916 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90de29-ce97-4c11-bd27-64b3a8df98e2 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:06.563249 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90de29-ce97-4c11-bd27-64b3a8df98e2 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:06.563606 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90de29-ce97-4c11-bd27-64b3a8df98e2 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:06.563960 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90de29-ce97-4c11-bd27-64b3a8df98e2 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:06.564317 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90de29-ce97-4c11-bd27-64b3a8df98e2 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:06.564669 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b90de29-ce97-4c11-bd27-64b3a8df98e2 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:06.567814 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-3b90de29-ce97-4c11-bd27-64b3a8df98e2 tempest-TestShelveInstance-1996750981 tempest-TestShelveInstance-1996750981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:41:06.643709 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 50812) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:41:07.075643 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2b76c5a-3eb2-4290-870d-3ff16eceb856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477133'] for router_interface, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:07.326877 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-f2b76c5a-3eb2-4290-870d-3ff16eceb856 admin admin] Deleting port 296592af-4ef1-4bf5-97e4-7e39e2812b15 {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:41:07.327220 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2b76c5a-3eb2-4290-870d-3ff16eceb856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:07.402535 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-f2b76c5a-3eb2-4290-870d-3ff16eceb856 admin admin] For port 296592af-4ef1-4bf5-97e4-7e39e2812b15, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=296592af-4ef1-4bf5-97e4-7e39e2812b15,segment=NetworkSegment(ae632da3-e145-46ad-a18c-b8e18cc5824a),segment_id=ae632da3-e145-46ad-a18c-b8e18cc5824a)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:41:07.403686 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2b76c5a-3eb2-4290-870d-3ff16eceb856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:07.467585 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-f2b76c5a-3eb2-4290-870d-3ff16eceb856 admin admin] Calling delete_port for 296592af-4ef1-4bf5-97e4-7e39e2812b15 owned by network:router_interface {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:41:07.639105 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2b76c5a-3eb2-4290-870d-3ff16eceb856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:07.641111 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-3369d521-5efc-4e4b-a93a-8c938479afe9 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:41:07.666589 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b76c5a-3eb2-4290-870d-3ff16eceb856 admin admin] Pushing event deleted for resources: {'Port': ['ID=296592af-4ef1-4bf5-97e4-7e39e2812b15,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:41:07.669642 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-f2b76c5a-3eb2-4290-870d-3ff16eceb856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:41:07.834345 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2b76c5a-3eb2-4290-870d-3ff16eceb856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-477041'] for router_interface, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:07.942719 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-15cc6581-4f14-4432-b793-3c7e303059ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:08.045325 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b76c5a-3eb2-4290-870d-3ff16eceb856 admin admin] Router 95778e74-51f0-4b1a-b515-a8671551f0d2 has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:41:08.152735 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b76c5a-3eb2-4290-870d-3ff16eceb856 admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:41:08.157851 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-f2b76c5a-3eb2-4290-870d-3ff16eceb856 admin admin] 10.222.0.25 "PUT /v2.0/routers/95778e74-51f0-4b1a-b515-a8671551f0d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5131142 Jun 20 12:41:08.161527 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 50828) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:41:08.163624 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77401d06-cc15-4ee7-98b8-6a1cf30a646d None None] Sync routers for ids ['95778e74-51f0-4b1a-b515-a8671551f0d2'] in dv-cinder-794962-4-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:41:08.177967 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77401d06-cc15-4ee7-98b8-6a1cf30a646d None None] Routers {'95778e74-51f0-4b1a-b515-a8671551f0d2'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:41:08.178759 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-77401d06-cc15-4ee7-98b8-6a1cf30a646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:40:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['95778e74-51f0-4b1a-b515-a8671551f0d2'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:41:08.267736 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a086825b-d19c-4136-83d2-44629e94ea2d admin admin] Notify callbacks [] for router, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:08.282632 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-77401d06-cc15-4ee7-98b8-6a1cf30a646d None None] Set router 95778e74-51f0-4b1a-b515-a8671551f0d2 gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:41:08.366614 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a086825b-d19c-4136-83d2-44629e94ea2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:08.418661 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-a086825b-d19c-4136-83d2-44629e94ea2d admin admin] Deleting port 72cbdafa-b76a-43e0-9fd2-8d2ca07aac18 {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:41:08.419346 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a086825b-d19c-4136-83d2-44629e94ea2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:08.456221 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-77401d06-cc15-4ee7-98b8-6a1cf30a646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95778e74-51f0-4b1a-b515-a8671551f0d2', 'name': 'tempest-TestShelveInstance-478851708-router', 'tenant_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '72cbdafa-b76a-43e0-9fd2-8d2ca07aac18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:34:55Z', 'updated_at': '2021-06-20T12:41:07Z', 'revision_number': 5, 'project_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'gw_port': {'id': '72cbdafa-b76a-43e0-9fd2-8d2ca07aac18', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:83:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95778e74-51f0-4b1a-b515-a8671551f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:34:55Z', 'updated_at': '2021-06-20T12:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:41:08.482214 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77401d06-cc15-4ee7-98b8-6a1cf30a646d None None] Checking router: 95778e74-51f0-4b1a-b515-a8671551f0d2 for host: dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:41:08.490182 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77401d06-cc15-4ee7-98b8-6a1cf30a646d None None] Routers {'95778e74-51f0-4b1a-b515-a8671551f0d2'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:41:08.490786 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-77401d06-cc15-4ee7-98b8-6a1cf30a646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:40:40Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['95778e74-51f0-4b1a-b515-a8671551f0d2'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:41:08.496622 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-a086825b-d19c-4136-83d2-44629e94ea2d admin admin] For port 72cbdafa-b76a-43e0-9fd2-8d2ca07aac18, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=72cbdafa-b76a-43e0-9fd2-8d2ca07aac18,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:41:08.497536 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a086825b-d19c-4136-83d2-44629e94ea2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:08.558398 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-a086825b-d19c-4136-83d2-44629e94ea2d admin admin] Calling delete_port for 72cbdafa-b76a-43e0-9fd2-8d2ca07aac18 owned by network:router_gateway {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:41:08.575726 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-77401d06-cc15-4ee7-98b8-6a1cf30a646d None None] Set router 95778e74-51f0-4b1a-b515-a8671551f0d2 gateway port host: None {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:41:08.629387 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-77401d06-cc15-4ee7-98b8-6a1cf30a646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95778e74-51f0-4b1a-b515-a8671551f0d2', 'name': 'tempest-TestShelveInstance-478851708-router', 'tenant_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:34:55Z', 'updated_at': '2021-06-20T12:41:08Z', 'revision_number': 6, 'project_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'gw_port_host': None}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:41:08.654648 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77401d06-cc15-4ee7-98b8-6a1cf30a646d None None] The sync data for ids ['95778e74-51f0-4b1a-b515-a8671551f0d2'] in dv-cinder-794962-4-iscsi is: [{'id': '95778e74-51f0-4b1a-b515-a8671551f0d2', 'name': 'tempest-TestShelveInstance-478851708-router', 'tenant_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:34:55Z', 'updated_at': '2021-06-20T12:41:08Z', 'revision_number': 6, 'project_id': 'ce00bdbc2d8a48bba82e5cd85fbabc0c', 'gw_port_host': None}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:41:08.719521 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a086825b-d19c-4136-83d2-44629e94ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:08.722305 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d7a909ac-179f-4559-9988-f3d37ef8a8d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:41:08.751121 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086825b-d19c-4136-83d2-44629e94ea2d admin admin] Pushing event deleted for resources: {'Port': ['ID=72cbdafa-b76a-43e0-9fd2-8d2ca07aac18,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:41:08.755142 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-a086825b-d19c-4136-83d2-44629e94ea2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:41:08.810388 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a086825b-d19c-4136-83d2-44629e94ea2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504413'] for router_gateway, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:08.896227 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a086825b-d19c-4136-83d2-44629e94ea2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3194'] for router, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:08.898282 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a086825b-d19c-4136-83d2-44629e94ea2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:08.939221 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a086825b-d19c-4136-83d2-44629e94ea2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475154'] for router, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:08.939751 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a086825b-d19c-4136-83d2-44629e94ea2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95778e74-51f0-4b1a-b515-a8671551f0d2 {{(pid=92892) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 20 12:41:08.944489 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a086825b-d19c-4136-83d2-44629e94ea2d admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:08.945904 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-a086825b-d19c-4136-83d2-44629e94ea2d admin admin] 10.222.0.25 "DELETE /v2.0/routers/95778e74-51f0-4b1a-b515-a8671551f0d2 HTTP/1.1" status: 204 len: 168 time: 0.7833185 Jun 20 12:41:08.948317 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 50830) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:41:09.155042 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:41:09.261046 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ffdba8e-650e-46a8-b6b0-a7abb8ed38fd admin admin] Deleting subnet b2177e59-f7cd-4c9f-aac6-f209686e6d8a {{(pid=92892) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 20 12:41:09.264208 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8ffdba8e-650e-46a8-b6b0-a7abb8ed38fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:09.299649 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8ffdba8e-650e-46a8-b6b0-a7abb8ed38fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7989800'] for subnet, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:09.376235 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8ffdba8e-650e-46a8-b6b0-a7abb8ed38fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1363053'] for subnet, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:09.434781 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8ffdba8e-650e-46a8-b6b0-a7abb8ed38fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8239984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7266127'] for subnet, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:09.437102 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-85e6ffa0-8dca-466f-8155-f775100e3147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:41:09.460701 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdba8e-650e-46a8-b6b0-a7abb8ed38fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2177e59-f7cd-4c9f-aac6-f209686e6d8a,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:41:09.463737 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-8ffdba8e-650e-46a8-b6b0-a7abb8ed38fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:41:09.464712 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8ffdba8e-650e-46a8-b6b0-a7abb8ed38fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:09.467254 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-8ffdba8e-650e-46a8-b6b0-a7abb8ed38fd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b2177e59-f7cd-4c9f-aac6-f209686e6d8a HTTP/1.1" status: 204 len: 168 time: 0.5180037 Jun 20 12:41:09.469653 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 50838) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:41:09.472233 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e25e25-bb99-495a-b1e5-9748a6f450a5 None None] Network 63a88d6e-b035-482d-9fc3-268c68079d2c requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:41:09.536166 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613649'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:09.589983 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] Deleting port 01c7f19a-643f-4d9c-89f6-fefdee742743 {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:41:09.590401 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:09.655323 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] For port 01c7f19a-643f-4d9c-89f6-fefdee742743, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=01c7f19a-643f-4d9c-89f6-fefdee742743,segment=NetworkSegment(ae632da3-e145-46ad-a18c-b8e18cc5824a),segment_id=ae632da3-e145-46ad-a18c-b8e18cc5824a)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:41:09.655678 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:09.665188 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] DHCP port deletion for 63a88d6e-b035-482d-9fc3-268c68079d2c request from dv-cinder-794962-4-iscsi {{(pid=92894) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 20 12:41:09.710707 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] Deleting port 01c7f19a-643f-4d9c-89f6-fefdee742743 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:41:09.711099 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:09.721593 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] Calling delete_port for 01c7f19a-643f-4d9c-89f6-fefdee742743 owned by network:dhcp {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:41:09.775684 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] For port 01c7f19a-643f-4d9c-89f6-fefdee742743, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=01c7f19a-643f-4d9c-89f6-fefdee742743,segment=NetworkSegment(ae632da3-e145-46ad-a18c-b8e18cc5824a),segment_id=ae632da3-e145-46ad-a18c-b8e18cc5824a)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:41:09.776294 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:09.798631 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:09.801026 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5e7a03d4-d499-4c3b-b1ab-58f94e4d409c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:41:09.828608 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c7f19a-643f-4d9c-89f6-fefdee742743,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:41:09.831141 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:41:09.833639 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] No DVR routers for this DVR port 01c7f19a-643f-4d9c-89f6-fefdee742743 on host dv-cinder-794962-4-iscsi {{(pid=92892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:41:09.838903 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] Calling delete_port for 01c7f19a-643f-4d9c-89f6-fefdee742743 owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:41:09.913318 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362930', 'neutron.services.segments.db._delete_segments_for_network-8766931108819'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:09.924367 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:09.924587 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a88d6e-b035-482d-9fc3-268c68079d2c']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:41:09.926315 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:41:09.934778 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae632da3-e145-46ad-a18c-b8e18cc5824a') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:41:09.935072 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae632da3-e145-46ad-a18c-b8e18cc5824a') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:41:09.943618 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766931108648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7989793'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:09.950993 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 01c7f19a-643f-4d9c-89f6-fefdee742743 no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:41:09.954322 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] Pushing event deleted for resources: {'Port': ['ID=01c7f19a-643f-4d9c-89f6-fefdee742743,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:41:09.958082 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:09.963648 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 12:41:09.964030 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8317915'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: Traceback (most recent call last): Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: timer() Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: cb(*args, **kw) Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: return func(*args, **kwargs) Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: self._notify() Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: self.callback(batched_events) Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: event.method(event) Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: return f(self, *a, **k) Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._get(url).json() Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 20 12:41:09.966179 dv-cinder-794962-4-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 20 12:41:09.974756 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] No DVR routers for this DVR port 01c7f19a-643f-4d9c-89f6-fefdee742743 on host dv-cinder-794962-4-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:41:09.979115 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: 01c7f19a-643f-4d9c-89f6-fefdee742743 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:41:09.979470 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 01c7f19a-643f-4d9c-89f6-fefdee742743 not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:41:09.979883 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 296592af-4ef1-4bf5-97e4-7e39e2812b15 no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:41:10.003500 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:10.003853 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:10.004193 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:10.004532 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:10.004871 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:10.005226 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:10.005554 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:10.005879 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:10.006206 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:10.006537 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:10.006859 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:10.007179 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:10.010109 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: 296592af-4ef1-4bf5-97e4-7e39e2812b15 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:41:10.010526 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 296592af-4ef1-4bf5-97e4-7e39e2812b15 not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:41:10.010861 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 72cbdafa-b76a-43e0-9fd2-8d2ca07aac18 no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:41:10.014636 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:41:10.025664 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504450'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:10.030276 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-8c799e47-e175-4b9a-a02d-c5a1f2faf62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:41:10.032754 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:10.034515 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] 10.222.0.25 "DELETE /v2.0/networks/63a88d6e-b035-482d-9fc3-268c68079d2c HTTP/1.1" status: 204 len: 168 time: 0.5639598 Jun 20 12:41:10.035626 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: 72cbdafa-b76a-43e0-9fd2-8d2ca07aac18 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:41:10.035981 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 72cbdafa-b76a-43e0-9fd2-8d2ca07aac18 not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:41:10.038272 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 50840) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:41:10.045296 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] Pushing event deleted for resources: {'Network': ['ID=63a88d6e-b035-482d-9fc3-268c68079d2c,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:41:10.047781 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:41:10.049512 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bd97cf58-0fc9-4d8b-86b8-d9ea6cda47a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:10.390765 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477133'] for router_interface, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:10.404181 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:10.634910 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Deleting port ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:41:10.635163 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:10.711889 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] For port ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7,segment=NetworkSegment(1deecf50-0df7-468b-bf15-e15cc7bd4132),segment_id=1deecf50-0df7-468b-bf15-e15cc7bd4132)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:41:10.712244 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:10.776527 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Calling delete_port for ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 owned by network:router_interface {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:41:11.253796 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:11.256159 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-768b2faf-4ae2-43ae-babd-0e5cfa493cef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:41:11.280025 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:41:11.291015 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:11.291425 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:11.291752 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:11.292134 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:11.292470 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:11.292827 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:11.293214 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:11.293787 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:11.294178 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:11.294648 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:11.295006 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:11.295356 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:41:11.314157 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:41:11.468292 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-477041'] for router_interface, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:11.642781 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:11.679811 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Router a71a4f6e-4cde-459c-a51a-c3d9f448c5ce has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:41:11.782913 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:41:11.787914 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] 10.222.0.25 "PUT /v2.0/routers/a71a4f6e-4cde-459c-a51a-c3d9f448c5ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7476120 Jun 20 12:41:11.790435 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 50864) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:41:11.791082 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a0ba8c-4e93-4dae-bed7-862cb39e7cec None None] Sync routers for ids ['a71a4f6e-4cde-459c-a51a-c3d9f448c5ce'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:41:11.800626 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a0ba8c-4e93-4dae-bed7-862cb39e7cec None None] Routers {'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:41:11.801286 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-f9a0ba8c-4e93-4dae-bed7-862cb39e7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:41:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['a71a4f6e-4cde-459c-a51a-c3d9f448c5ce'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:41:11.900170 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6ac492cb-87e3-4612-8702-71a8beac4fb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:11.905670 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-f9a0ba8c-4e93-4dae-bed7-862cb39e7cec None None] Set router a71a4f6e-4cde-459c-a51a-c3d9f448c5ce gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:41:12.000800 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6ac492cb-87e3-4612-8702-71a8beac4fb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:12.053669 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-6ac492cb-87e3-4612-8702-71a8beac4fb7 admin admin] Deleting port d6cdb949-69bd-43bd-af43-71e0286d6d16 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:41:12.054029 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6ac492cb-87e3-4612-8702-71a8beac4fb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:12.075909 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-f9a0ba8c-4e93-4dae-bed7-862cb39e7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'name': 'tempest-TestShelveInstance-111689876-router', 'tenant_id': '7de8d25055fe47b987e1caf9480d19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'd6cdb949-69bd-43bd-af43-71e0286d6d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:35:00Z', 'updated_at': '2021-06-20T12:41:10Z', 'revision_number': 5, 'project_id': '7de8d25055fe47b987e1caf9480d19c7', 'gw_port': {'id': 'd6cdb949-69bd-43bd-af43-71e0286d6d16', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:35:00Z', 'updated_at': '2021-06-20T12:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:41:12.101322 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a0ba8c-4e93-4dae-bed7-862cb39e7cec None None] Checking router: a71a4f6e-4cde-459c-a51a-c3d9f448c5ce for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:41:12.110578 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a0ba8c-4e93-4dae-bed7-862cb39e7cec None None] Routers {'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:41:12.111221 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-f9a0ba8c-4e93-4dae-bed7-862cb39e7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:41:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['a71a4f6e-4cde-459c-a51a-c3d9f448c5ce'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:41:12.135040 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-6ac492cb-87e3-4612-8702-71a8beac4fb7 admin admin] For port d6cdb949-69bd-43bd-af43-71e0286d6d16, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=d6cdb949-69bd-43bd-af43-71e0286d6d16,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:41:12.135397 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6ac492cb-87e3-4612-8702-71a8beac4fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:12.195100 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-f9a0ba8c-4e93-4dae-bed7-862cb39e7cec None None] Set router a71a4f6e-4cde-459c-a51a-c3d9f448c5ce gateway port host: None {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:41:12.198426 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-6ac492cb-87e3-4612-8702-71a8beac4fb7 admin admin] Calling delete_port for d6cdb949-69bd-43bd-af43-71e0286d6d16 owned by network:router_gateway {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:41:12.249165 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-f9a0ba8c-4e93-4dae-bed7-862cb39e7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'name': 'tempest-TestShelveInstance-111689876-router', 'tenant_id': '7de8d25055fe47b987e1caf9480d19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:35:00Z', 'updated_at': '2021-06-20T12:41:12Z', 'revision_number': 6, 'project_id': '7de8d25055fe47b987e1caf9480d19c7', 'gw_port_host': None}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:41:12.274275 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a0ba8c-4e93-4dae-bed7-862cb39e7cec None None] The sync data for ids ['a71a4f6e-4cde-459c-a51a-c3d9f448c5ce'] in dv-cinder-794962-4-iscsi is: [{'id': 'a71a4f6e-4cde-459c-a51a-c3d9f448c5ce', 'name': 'tempest-TestShelveInstance-111689876-router', 'tenant_id': '7de8d25055fe47b987e1caf9480d19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:35:00Z', 'updated_at': '2021-06-20T12:41:12Z', 'revision_number': 6, 'project_id': '7de8d25055fe47b987e1caf9480d19c7', 'gw_port_host': None}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:41:12.367523 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6ac492cb-87e3-4612-8702-71a8beac4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:12.369879 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:41:12.393030 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac492cb-87e3-4612-8702-71a8beac4fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6cdb949-69bd-43bd-af43-71e0286d6d16,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:41:12.396658 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-6ac492cb-87e3-4612-8702-71a8beac4fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:41:12.459752 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6ac492cb-87e3-4612-8702-71a8beac4fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504413'] for router_gateway, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:12.546399 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6ac492cb-87e3-4612-8702-71a8beac4fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3194'] for router, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:12.548431 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6ac492cb-87e3-4612-8702-71a8beac4fb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:12.593057 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6ac492cb-87e3-4612-8702-71a8beac4fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475154'] for router, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:12.593938 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac492cb-87e3-4612-8702-71a8beac4fb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a71a4f6e-4cde-459c-a51a-c3d9f448c5ce {{(pid=92893) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 20 12:41:12.601374 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6ac492cb-87e3-4612-8702-71a8beac4fb7 admin admin] Notify callbacks [] for router, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:12.602837 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-6ac492cb-87e3-4612-8702-71a8beac4fb7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a71a4f6e-4cde-459c-a51a-c3d9f448c5ce HTTP/1.1" status: 204 len: 168 time: 0.8112462 Jun 20 12:41:12.605662 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 50870) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:41:12.655589 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e0eccb3-3fc7-463d-a296-1a25db3f3052 admin admin] Deleting subnet f2d7f116-982c-4932-9d8d-0b0f8c1df9df {{(pid=92892) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 20 12:41:12.658921 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4e0eccb3-3fc7-463d-a296-1a25db3f3052 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:12.693530 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4e0eccb3-3fc7-463d-a296-1a25db3f3052 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7989800'] for subnet, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:12.776146 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4e0eccb3-3fc7-463d-a296-1a25db3f3052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1363053'] for subnet, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:12.826352 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4e0eccb3-3fc7-463d-a296-1a25db3f3052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8239984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7266127'] for subnet, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:12.830081 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:41:12.852950 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0eccb3-3fc7-463d-a296-1a25db3f3052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2d7f116-982c-4932-9d8d-0b0f8c1df9df,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:41:12.856152 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-4e0eccb3-3fc7-463d-a296-1a25db3f3052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:41:12.857173 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4e0eccb3-3fc7-463d-a296-1a25db3f3052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:12.859004 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-4e0eccb3-3fc7-463d-a296-1a25db3f3052 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f2d7f116-982c-4932-9d8d-0b0f8c1df9df HTTP/1.1" status: 204 len: 168 time: 0.2522163 Jun 20 12:41:12.861679 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 50874) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:41:12.862303 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8e7531-e9a0-47e7-bc6a-df90dae90728 None None] Network defd1e3a-d711-4f54-9f6b-17b84c6033b5 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:41:12.931338 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613649'] for network, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:12.983237 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] Deleting port ab52f785-2270-4004-bebe-b1805eb5f69d {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:41:12.983521 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:13.048714 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] For port ab52f785-2270-4004-bebe-b1805eb5f69d, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=ab52f785-2270-4004-bebe-b1805eb5f69d,segment=NetworkSegment(1deecf50-0df7-468b-bf15-e15cc7bd4132),segment_id=1deecf50-0df7-468b-bf15-e15cc7bd4132)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:41:13.051358 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:13.056205 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0141ea-988c-4300-b905-982fb71fb605 None None] DHCP port deletion for defd1e3a-d711-4f54-9f6b-17b84c6033b5 request from dv-cinder-794962-4-iscsi {{(pid=92894) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 20 12:41:13.101868 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-ec0141ea-988c-4300-b905-982fb71fb605 None None] Deleting port ab52f785-2270-4004-bebe-b1805eb5f69d {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:41:13.102181 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ec0141ea-988c-4300-b905-982fb71fb605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:13.118346 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] Calling delete_port for ab52f785-2270-4004-bebe-b1805eb5f69d owned by network:dhcp {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:41:13.165761 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-ec0141ea-988c-4300-b905-982fb71fb605 None None] For port ab52f785-2270-4004-bebe-b1805eb5f69d, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=ab52f785-2270-4004-bebe-b1805eb5f69d,segment=NetworkSegment(1deecf50-0df7-468b-bf15-e15cc7bd4132),segment_id=1deecf50-0df7-468b-bf15-e15cc7bd4132)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:41:13.166211 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ec0141ea-988c-4300-b905-982fb71fb605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:13.201654 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:13.203771 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-5da3162c-dad2-429c-822b-9ab800d72915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:41:13.225834 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab52f785-2270-4004-bebe-b1805eb5f69d,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:41:13.229266 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:41:13.233636 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] No DVR routers for this DVR port ab52f785-2270-4004-bebe-b1805eb5f69d on host dv-cinder-794962-4-iscsi {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:41:13.238002 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-ec0141ea-988c-4300-b905-982fb71fb605 None None] Calling delete_port for ab52f785-2270-4004-bebe-b1805eb5f69d owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:41:13.312010 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362930', 'neutron.services.segments.db._delete_segments_for_network-8766931108819'] for network, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:13.322915 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ec0141ea-988c-4300-b905-982fb71fb605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:13.325018 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-90bf3776-ad01-4979-ad84-76a456d2a9a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:41:13.330003 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.services.segments.db [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['defd1e3a-d711-4f54-9f6b-17b84c6033b5']}} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:41:13.339937 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.services.segments.db [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1deecf50-0df7-468b-bf15-e15cc7bd4132') {'for_net_delete': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:41:13.341227 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.services.segments.db [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1deecf50-0df7-468b-bf15-e15cc7bd4132') {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:41:13.348640 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0141ea-988c-4300-b905-982fb71fb605 None None] Pushing event deleted for resources: {'Port': ['ID=ab52f785-2270-4004-bebe-b1805eb5f69d,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:41:13.351100 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ec0141ea-988c-4300-b905-982fb71fb605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:41:13.351497 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766931108648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7115730'] for segment, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:13.353529 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0141ea-988c-4300-b905-982fb71fb605 None None] No DVR routers for this DVR port ab52f785-2270-4004-bebe-b1805eb5f69d on host dv-cinder-794962-4-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:41:13.380087 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:13.382696 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:13.386799 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=92893) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 12:41:13.387429 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7324577'] for segment, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: conditions |= (models_v2.Port.network_id.in_( Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: Traceback (most recent call last): Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: timer() Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: cb(*args, **kw) Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: return func(*args, **kwargs) Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: self._notify() Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: self.callback(batched_events) Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: event.method(event) Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: aggregate_uuid = self.p_client.list_aggregates( Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: return f(self, *a, **k) Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: return self._get(url).json() Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: return self.request(url, 'GET', **kwargs) Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: base_url = self.get_endpoint(auth, allow=allow, Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 20 12:41:13.389423 dv-cinder-794962-4-iscsi neutron-server[92893]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 20 12:41:13.445228 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504450'] for network, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:13.450484 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:13.455463 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] 10.222.0.25 "DELETE /v2.0/networks/defd1e3a-d711-4f54-9f6b-17b84c6033b5 HTTP/1.1" status: 204 len: 168 time: 0.5899901 Jun 20 12:41:13.455463 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:41:13.467711 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] Pushing event deleted for resources: {'Network': ['ID=defd1e3a-d711-4f54-9f6b-17b84c6033b5,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:41:13.470197 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:41:13.563114 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 50882) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:41:13.603217 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-d8c4aa07-5182-415b-9fdb-c9deab03aff3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce00bdbc2d8a48bba82e5cd85fbabc0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387607 Jun 20 12:41:13.605405 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 50884) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:41:13.652720 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b2170f50-86fd-4a1a-bf8e-700066efffc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:13.673107 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b2170f50-86fd-4a1a-bf8e-700066efffc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:13.722942 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b2170f50-86fd-4a1a-bf8e-700066efffc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:13.725642 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b2170f50-86fd-4a1a-bf8e-700066efffc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:13.726730 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-b2170f50-86fd-4a1a-bf8e-700066efffc8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55d30229-02f7-46d4-8a12-4fb280e01d74 HTTP/1.1" status: 204 len: 168 time: 0.1203966 Jun 20 12:41:13.727492 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b2ff7872-c72f-4bd7-8519-113f103b4990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:41:13.743857 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2170f50-86fd-4a1a-bf8e-700066efffc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d30229-02f7-46d4-8a12-4fb280e01d74,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:41:13.747293 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b2170f50-86fd-4a1a-bf8e-700066efffc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:41:13.921862 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:41:13.941908 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:41:13.942260 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device ce76e3f9-64f7-4418-8ca8-a9a71bf28ec7 not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:41:13.942676 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device ab52f785-2270-4004-bebe-b1805eb5f69d no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:41:13.960342 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: ab52f785-2270-4004-bebe-b1805eb5f69d {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:41:13.960694 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device ab52f785-2270-4004-bebe-b1805eb5f69d not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:41:13.961128 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device d6cdb949-69bd-43bd-af43-71e0286d6d16 no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:41:13.978870 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: d6cdb949-69bd-43bd-af43-71e0286d6d16 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:41:13.979225 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device d6cdb949-69bd-43bd-af43-71e0286d6d16 not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:41:14.047425 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 50892) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:41:14.085313 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-0e8d2960-3268-450c-9726-760592031892 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7de8d25055fe47b987e1caf9480d19c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366008 Jun 20 12:41:14.087477 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 50894) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:41:14.140107 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0e349517-e47e-4f54-bddb-83c8873629f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:14.159844 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0e349517-e47e-4f54-bddb-83c8873629f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:14.204300 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0e349517-e47e-4f54-bddb-83c8873629f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:14.206824 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0e349517-e47e-4f54-bddb-83c8873629f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:14.207943 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-0e349517-e47e-4f54-bddb-83c8873629f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2c8a6e7-545c-4952-8c9c-736090f45391 HTTP/1.1" status: 204 len: 168 time: 0.1195543 Jun 20 12:41:14.208762 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-5632574d-3e47-4e0d-a58d-028b2c8f34d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:41:14.216878 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e349517-e47e-4f54-bddb-83c8873629f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c8a6e7-545c-4952-8c9c-736090f45391,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:41:14.219151 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-0e349517-e47e-4f54-bddb-83c8873629f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:41:20.383351 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:24.683083 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b51af8dc-b384-462e-a8e8-d1c940c1024e req-81f7c051-4fcf-4b08-8a4d-05820036e0e5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522041 Jun 20 12:41:24.792889 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51af8dc-b384-462e-a8e8-d1c940c1024e req-0b3089fd-d5af-43a4-af5a-271e0e9e87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:41:24.795173 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b51af8dc-b384-462e-a8e8-d1c940c1024e req-0b3089fd-d5af-43a4-af5a-271e0e9e87a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42b94438d26f407c90638b7861051e95&device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 1099 time: 0.0520070 Jun 20 12:41:24.895535 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51af8dc-b384-462e-a8e8-d1c940c1024e req-65df95dc-87fa-4538-94c6-6cbf078a4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:41:24.897006 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b51af8dc-b384-462e-a8e8-d1c940c1024e req-65df95dc-87fa-4538-94c6-6cbf078a4842 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 200 len: 917 time: 0.0827250 Jun 20 12:41:24.965086 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b51af8dc-b384-462e-a8e8-d1c940c1024e req-21e6ef85-3cc5-4415-8cae-8ac5d5290153 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642 HTTP/1.1" status: 200 len: 1001 time: 0.0609798 Jun 20 12:41:25.014020 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51af8dc-b384-462e-a8e8-d1c940c1024e req-b20c6450-5513-4b5f-8944-29babc1a9fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:41:25.015456 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b51af8dc-b384-462e-a8e8-d1c940c1024e req-b20c6450-5513-4b5f-8944-29babc1a9fe9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad2a3894-bd07-4018-a69c-c28f0711d9d0 HTTP/1.1" status: 200 len: 855 time: 0.0443110 Jun 20 12:41:25.069548 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51af8dc-b384-462e-a8e8-d1c940c1024e req-e784918c-7d5b-48e6-b2be-85efcab42f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:41:25.070949 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b51af8dc-b384-462e-a8e8-d1c940c1024e req-e784918c-7d5b-48e6-b2be-85efcab42f11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491717 Jun 20 12:41:25.161936 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b51af8dc-b384-462e-a8e8-d1c940c1024e req-2150515d-92fa-49fe-b434-85ada9d08800 service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843482 Jun 20 12:41:25.246332 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b51af8dc-b384-462e-a8e8-d1c940c1024e req-de774c7e-bf2d-4147-a497-35ad03ee705f service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776367 Jun 20 12:41:37.946052 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f2520301-80c1-44f7-8f3d-a3b784214af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:40.029842 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f2e3538f-09b6-4aba-9d90-9d828f0073a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:40.405347 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:41.644732 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:43.385836 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:41:46.153581 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:41:50.387064 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:03.621570 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c95bee-824e-4277-adc7-04b1b5bedfcb req-845bb38d-432e-4bf7-833c-c0e61dc3efcf tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:03.622938 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-18c95bee-824e-4277-adc7-04b1b5bedfcb req-845bb38d-432e-4bf7-833c-c0e61dc3efcf tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.1593819 Jun 20 12:42:03.660339 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-18c95bee-824e-4277-adc7-04b1b5bedfcb req-cee42c22-9828-4070-9309-7eae4f83a0af tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311179 Jun 20 12:42:04.844381 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235196ce-0794-4d85-a930-dc5c04629b48 req-00d00f54-1f3d-4254-a176-1cc61c24079d tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:04.845881 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-235196ce-0794-4d85-a930-dc5c04629b48 req-00d00f54-1f3d-4254-a176-1cc61c24079d tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0655282 Jun 20 12:42:04.883899 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-235196ce-0794-4d85-a930-dc5c04629b48 req-0f23cfe9-24fc-430a-9882-27e5cecd5e2c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323646 Jun 20 12:42:06.058033 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5209fb-2a53-433c-b5c8-d5117de7c653 req-9ca72dd5-4296-42ed-8eaa-1d794dd7ef31 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:06.059476 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-db5209fb-2a53-433c-b5c8-d5117de7c653 req-9ca72dd5-4296-42ed-8eaa-1d794dd7ef31 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0606940 Jun 20 12:42:06.095981 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-db5209fb-2a53-433c-b5c8-d5117de7c653 req-87cb3c10-e013-46b8-a124-0485f980ec6c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303471 Jun 20 12:42:07.270084 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a24633-8ace-4b74-b53b-a933d3e70c7c req-518c7d14-d0d0-4a20-82f3-c223a799ef2b tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:07.271519 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-73a24633-8ace-4b74-b53b-a933d3e70c7c req-518c7d14-d0d0-4a20-82f3-c223a799ef2b tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0617874 Jun 20 12:42:07.308821 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-73a24633-8ace-4b74-b53b-a933d3e70c7c req-41e5a210-a4ae-4cd5-a216-d4fc2c323358 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317762 Jun 20 12:42:07.946964 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bd3d798c-fe3c-4638-b533-b01fe6e865f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:08.480080 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a1df5-3727-4ac2-8514-b9b6d8b69cf6 req-6c7f6547-a45f-4ce8-aa77-f8dd4f635f75 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:08.481434 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ca7a1df5-3727-4ac2-8514-b9b6d8b69cf6 req-6c7f6547-a45f-4ce8-aa77-f8dd4f635f75 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0616024 Jun 20 12:42:08.519294 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ca7a1df5-3727-4ac2-8514-b9b6d8b69cf6 req-3967ce01-c4cc-4f3e-ab1e-b8172ebf41f9 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318351 Jun 20 12:42:09.691245 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d7bf5-68f8-41e3-add6-020e9e7ed046 req-705fc815-bf0f-4045-80e6-6f8d2e4c78dc tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:09.692683 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-313d7bf5-68f8-41e3-add6-020e9e7ed046 req-705fc815-bf0f-4045-80e6-6f8d2e4c78dc tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0611691 Jun 20 12:42:09.729043 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-313d7bf5-68f8-41e3-add6-020e9e7ed046 req-b47b701f-7e97-445f-b60a-ba07636a5d5e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307484 Jun 20 12:42:10.028534 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3e4ff658-7ea5-4191-9c90-31d34483b2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:10.405882 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:10.916044 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245f60e-f265-4b8c-960d-7a04608871f6 req-81a1e01f-3eaa-41ac-80a4-fedfd1847cf9 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:10.917591 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a245f60e-f265-4b8c-960d-7a04608871f6 req-81a1e01f-3eaa-41ac-80a4-fedfd1847cf9 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0674767 Jun 20 12:42:10.954285 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a245f60e-f265-4b8c-960d-7a04608871f6 req-a78deaae-e91f-480a-9e7b-6a69a4f467d4 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309770 Jun 20 12:42:11.647220 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:12.134396 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58744b1d-138e-4668-a89a-bf5c038b6f57 req-c1f1df3b-c36a-4e84-a0c7-739340a54bf6 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:12.135757 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-58744b1d-138e-4668-a89a-bf5c038b6f57 req-c1f1df3b-c36a-4e84-a0c7-739340a54bf6 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0666330 Jun 20 12:42:12.174565 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-58744b1d-138e-4668-a89a-bf5c038b6f57 req-017dc176-6c56-49d2-b4bf-06ea47a620e6 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316966 Jun 20 12:42:13.355467 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67cbd8-2433-410b-8a5c-c9978c6e8ea1 req-7b4b2d8b-6566-4eed-81f1-265a7de45150 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:13.356998 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0d67cbd8-2433-410b-8a5c-c9978c6e8ea1 req-7b4b2d8b-6566-4eed-81f1-265a7de45150 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0606050 Jun 20 12:42:13.390494 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:13.398618 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0d67cbd8-2433-410b-8a5c-c9978c6e8ea1 req-c93d9de7-ba8f-4ec5-a15a-0effcb28cc98 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351496 Jun 20 12:42:14.726047 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f15d92-1aeb-40e0-bd80-e45c6b77e599 req-abc1c3ce-e1b3-4284-b0e1-1da82efaead2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:14.727402 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-74f15d92-1aeb-40e0-bd80-e45c6b77e599 req-abc1c3ce-e1b3-4284-b0e1-1da82efaead2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0620816 Jun 20 12:42:14.763637 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-74f15d92-1aeb-40e0-bd80-e45c6b77e599 req-b1d8bf92-7a1b-4dc0-84c5-5a1119188313 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307722 Jun 20 12:42:15.945893 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7654976-4d7f-42b6-9e91-a9cdc06d0f6b req-7fe20588-8a81-4f53-a83c-7de4c889b05a tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:15.947330 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f7654976-4d7f-42b6-9e91-a9cdc06d0f6b req-7fe20588-8a81-4f53-a83c-7de4c889b05a tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0664284 Jun 20 12:42:15.983610 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f7654976-4d7f-42b6-9e91-a9cdc06d0f6b req-45c2b1f0-5680-4e03-846c-6c33797309f5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306423 Jun 20 12:42:17.162887 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76c1b2-e691-4c41-9c36-9ea49e11d549 req-7a5acfba-f531-4ffa-abf6-12028023864e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:17.164342 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2b76c1b2-e691-4c41-9c36-9ea49e11d549 req-7a5acfba-f531-4ffa-abf6-12028023864e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0657356 Jun 20 12:42:17.201468 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2b76c1b2-e691-4c41-9c36-9ea49e11d549 req-f4128879-8ece-41cf-aedb-c144f8d7459e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313036 Jun 20 12:42:18.372027 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85895a0-1959-4280-b8c0-7d34dfad7a19 req-50f6d486-834e-4196-aaa4-3aa45b8627e9 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:18.373635 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a85895a0-1959-4280-b8c0-7d34dfad7a19 req-50f6d486-834e-4196-aaa4-3aa45b8627e9 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0613804 Jun 20 12:42:18.410849 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a85895a0-1959-4280-b8c0-7d34dfad7a19 req-4af3d92e-e6b0-4c5a-a1f9-61c1b773aacd tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317149 Jun 20 12:42:19.591600 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999413d9-2f7d-4630-a8a3-a37806db10cb req-dcafe603-396f-4f06-93d1-7fa077405de2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:19.593952 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-999413d9-2f7d-4630-a8a3-a37806db10cb req-dcafe603-396f-4f06-93d1-7fa077405de2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0687418 Jun 20 12:42:19.631277 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-999413d9-2f7d-4630-a8a3-a37806db10cb req-a233875f-3475-419a-a346-8fb87b728b87 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316353 Jun 20 12:42:20.386560 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:20.808795 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a8871-d018-4cec-a617-4b652fcbdb0c req-ccdedf88-55c7-49e5-8a1a-75fe5db20b88 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:20.810269 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6c4a8871-d018-4cec-a617-4b652fcbdb0c req-ccdedf88-55c7-49e5-8a1a-75fe5db20b88 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0623009 Jun 20 12:42:20.848247 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6c4a8871-d018-4cec-a617-4b652fcbdb0c req-886e4d08-14ab-4bd2-88cb-d9f8065b7b58 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318584 Jun 20 12:42:22.019477 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b67dae-3efb-4d83-83c6-b6d1343197ab req-e32571f7-889b-4608-a155-e59d5338fb4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:22.020902 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-73b67dae-3efb-4d83-83c6-b6d1343197ab req-e32571f7-889b-4608-a155-e59d5338fb4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0614169 Jun 20 12:42:22.056820 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-73b67dae-3efb-4d83-83c6-b6d1343197ab req-a221be19-1ce7-4083-bf8e-63d53b55f438 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303211 Jun 20 12:42:23.151764 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:42:23.232466 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89f26d-f4d8-45cb-a870-b9788dfbc073 req-9d97e8bf-da0c-4743-bd4c-b5bcd797919c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:23.233819 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-aa89f26d-f4d8-45cb-a870-b9788dfbc073 req-9d97e8bf-da0c-4743-bd4c-b5bcd797919c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0638087 Jun 20 12:42:23.271118 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-aa89f26d-f4d8-45cb-a870-b9788dfbc073 req-2961fbae-c1aa-4e08-8df3-82540054ee49 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316539 Jun 20 12:42:24.449134 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af77bd-0ed4-4228-8e36-59cb57117857 req-1cb3dd48-da37-44a6-a58b-4cc2549c638f tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:24.450569 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d5af77bd-0ed4-4228-8e36-59cb57117857 req-1cb3dd48-da37-44a6-a58b-4cc2549c638f tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0663595 Jun 20 12:42:24.487691 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d5af77bd-0ed4-4228-8e36-59cb57117857 req-1a4dc335-5b65-49c8-9949-8d5312507299 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304155 Jun 20 12:42:24.721156 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13001c-da3a-4c3b-b821-cfb2b6071448 req-bd31139c-0d38-41cc-be02-6d3823483fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:24.722522 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cd13001c-da3a-4c3b-b821-cfb2b6071448 req-bd31139c-0d38-41cc-be02-6d3823483fde service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42b94438d26f407c90638b7861051e95&device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 1099 time: 0.0517998 Jun 20 12:42:24.828554 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13001c-da3a-4c3b-b821-cfb2b6071448 req-09299cfa-e746-4b39-b23d-40bb4f21b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:24.829404 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cd13001c-da3a-4c3b-b821-cfb2b6071448 req-09299cfa-e746-4b39-b23d-40bb4f21b0ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 200 len: 917 time: 0.0874987 Jun 20 12:42:24.895543 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cd13001c-da3a-4c3b-b821-cfb2b6071448 req-c227d7f6-126d-4899-a09c-be232839ca49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642 HTTP/1.1" status: 200 len: 1001 time: 0.0603039 Jun 20 12:42:24.944737 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13001c-da3a-4c3b-b821-cfb2b6071448 req-53fe2903-6fa5-44ce-abab-550d039ff079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:24.946185 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cd13001c-da3a-4c3b-b821-cfb2b6071448 req-53fe2903-6fa5-44ce-abab-550d039ff079 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad2a3894-bd07-4018-a69c-c28f0711d9d0 HTTP/1.1" status: 200 len: 855 time: 0.0439713 Jun 20 12:42:25.006692 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13001c-da3a-4c3b-b821-cfb2b6071448 req-812feb60-6de6-4607-bf9a-d312e4aa1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:25.008043 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cd13001c-da3a-4c3b-b821-cfb2b6071448 req-812feb60-6de6-4607-bf9a-d312e4aa1020 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544560 Jun 20 12:42:25.097196 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cd13001c-da3a-4c3b-b821-cfb2b6071448 req-6bcad31a-2000-4a89-8224-f6dd3ae7240b service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814891 Jun 20 12:42:25.193221 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-cd13001c-da3a-4c3b-b821-cfb2b6071448 req-0383b284-c1b9-44af-a3bb-697d23998dbe service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898511 Jun 20 12:42:25.665844 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341237d-02ed-47ee-bb50-19b7208a3a85 req-58b63141-9e84-43de-9f36-759c1e5231ab tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:25.667292 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a341237d-02ed-47ee-bb50-19b7208a3a85 req-58b63141-9e84-43de-9f36-759c1e5231ab tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0612593 Jun 20 12:42:25.703047 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a341237d-02ed-47ee-bb50-19b7208a3a85 req-561f776a-9b1c-49be-a461-94bef02291b6 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303302 Jun 20 12:42:26.876325 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515563a-b272-477f-b298-534ea555c094 req-88c3d71b-b902-4619-82f6-3bf2890ddf55 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:26.877822 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3515563a-b272-477f-b298-534ea555c094 req-88c3d71b-b902-4619-82f6-3bf2890ddf55 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0627434 Jun 20 12:42:26.915419 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3515563a-b272-477f-b298-534ea555c094 req-e089c89a-0a93-4acb-85e4-76cf78823a5d tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320320 Jun 20 12:42:27.176247 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 77ecbb52-14e3-48d8-80c3-b7504ceb4642 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92894) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 20 12:42:27.275906 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 77ecbb52-14e3-48d8-80c3-b7504ceb4642, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:42:27.286828 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Returning: {'device': '77ecbb52-14e3-48d8-80c3-b7504ceb4642', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'port_id': '77ecbb52-14e3-48d8-80c3-b7504ceb4642', 'mac_address': 'fa:16:3e:f4:0d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92894) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 20 12:42:27.321543 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:27.334082 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77ecbb52-14e3-48d8-80c3-b7504ceb4642 {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:42:27.352768 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 77ecbb52-14e3-48d8-80c3-b7504ceb4642, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:42:27.356271 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:27.357976 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:42:27.402286 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=77ecbb52-14e3-48d8-80c3-b7504ceb4642,revision_number=6']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:42:27.409281 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:27.409637 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:27.409980 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:27.410319 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:27.410651 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:27.411262 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:27.411599 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:27.411927 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:27.412258 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:27.412583 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:27.412908 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:27.413259 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:27.417266 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:42:27.509384 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['77ecbb52-14e3-48d8-80c3-b7504ceb4642'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:42:28.086803 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5c3fa-4126-4a2a-a773-bf635e4859a1 req-55188069-4d5d-4cf2-b1c4-981a4fdd7911 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:28.088240 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a0f5c3fa-4126-4a2a-a773-bf635e4859a1 req-55188069-4d5d-4cf2-b1c4-981a4fdd7911 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 945 time: 0.0611379 Jun 20 12:42:28.125692 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a0f5c3fa-4126-4a2a-a773-bf635e4859a1 req-c3049bab-c6aa-4519-9cc3-e4ecbc1adaa6 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319321 Jun 20 12:42:29.192743 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 77ecbb52-14e3-48d8-80c3-b7504ceb4642 up at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:42:29.241583 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning complete for port 77ecbb52-14e3-48d8-80c3-b7504ceb4642 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:42:29.242097 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:29.314543 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29050e9a-67d5-4868-a466-eaf4f8ae605c req-c8f05d95-3c06-4a08-99d7-2303884436eb tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:29.316891 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-29050e9a-67d5-4868-a466-eaf4f8ae605c req-c8f05d95-3c06-4a08-99d7-2303884436eb tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 945 time: 0.0783110 Jun 20 12:42:29.361133 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-29050e9a-67d5-4868-a466-eaf4f8ae605c req-9358c1d7-d0bd-401d-b66f-310941111d58 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381920 Jun 20 12:42:29.461458 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:29.483002 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931a7446-896f-4eaa-9db5-4f1548825341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ecbb52-14e3-48d8-80c3-b7504ceb4642'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:42:29.486117 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff433fd2e3e8483ec5bde8b443a8d0833f9278b814f7b3ef2a1c28b3d75b6172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef1563f-88bc-45c1-8a7b-673b75deb754" -d '{"events": [{"server_uuid": "931a7446-896f-4eaa-9db5-4f1548825341", "name": "network-vif-plugged", "status": "completed", "tag": "77ecbb52-14e3-48d8-80c3-b7504ceb4642"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:42:29.499037 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 77ecbb52-14e3-48d8-80c3-b7504ceb4642, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:42:29.504042 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:29.505996 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:42:29.527273 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8295548-7a34-41bb-8577-f751a68b0ede x-openstack-request-id: req-d8295548-7a34-41bb-8577-f751a68b0ede {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:42:29.527570 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931a7446-896f-4eaa-9db5-4f1548825341", "name": "network-vif-plugged", "status": "completed", "tag": "77ecbb52-14e3-48d8-80c3-b7504ceb4642", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:42:29.527832 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8295548-7a34-41bb-8577-f751a68b0ede {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:42:29.528221 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931a7446-896f-4eaa-9db5-4f1548825341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ecbb52-14e3-48d8-80c3-b7504ceb4642', 'code': 200} Jun 20 12:42:29.555032 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=77ecbb52-14e3-48d8-80c3-b7504ceb4642,revision_number=7']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:42:29.557986 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:42:30.516884 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 51452) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:42:30.551283 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbe39f-3489-4824-8c33-2227f2ce7531 req-8b90c779-167a-4425-8ccb-b14fc40f9af7 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:30.552754 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-aafbe39f-3489-4824-8c33-2227f2ce7531 req-8b90c779-167a-4425-8ccb-b14fc40f9af7 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0681791 Jun 20 12:42:30.592339 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-aafbe39f-3489-4824-8c33-2227f2ce7531 req-f4b17a23-c494-491e-ad0d-90c23e49252f tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339890 Jun 20 12:42:30.661649 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_v2 [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] Deleting subnet bfcb5e09-7fc4-47ff-b108-ca4ffc0b1873 {{(pid=92893) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 20 12:42:30.664422 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:30.695852 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7115739'] for subnet, precommit_delete_associations {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:30.731598 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1363053'] for subnet, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:30.780597 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7115530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7195767'] for subnet, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:30.783495 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a5fdddf3-6107-4f0f-969f-3acecba35e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:42:30.809294 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfcb5e09-7fc4-47ff-b108-ca4ffc0b1873,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:42:30.814334 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:30.818489 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bfcb5e09-7fc4-47ff-b108-ca4ffc0b1873 HTTP/1.1" status: 204 len: 168 time: 0.2982125 Jun 20 12:42:30.819187 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 51458) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:42:30.821067 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:30.821451 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:30.821817 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:30.822178 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:30.822531 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:30.822884 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:30.823235 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:30.823584 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:30.823936 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:30.824282 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:30.825161 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:30.825161 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:30.828039 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-61312109-ecde-412d-9ce6-ee31b9c2f5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:42:30.890166 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613649'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:30.966891 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362930', 'neutron.services.segments.db._delete_segments_for_network-8766931108819'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:30.977174 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd918e5-0cba-426c-a932-30591f7d3d0b']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:42:30.988553 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05343e06-7abc-43f8-8067-4a6ca6e49583') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:42:30.988851 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05343e06-7abc-43f8-8067-4a6ca6e49583') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:42:30.997489 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766931108648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7989793'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:31.010980 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:31.017403 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 12:42:31.017788 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8317915'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: Traceback (most recent call last): Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: timer() Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: cb(*args, **kw) Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: return func(*args, **kwargs) Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: self._notify() Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: self.callback(batched_events) Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: event.method(event) Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: return f(self, *a, **k) Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._get(url).json() Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 20 12:42:31.019362 dv-cinder-794962-4-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 20 12:42:31.074735 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504450'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:31.079209 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:42:31.081753 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:31.083528 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] 10.222.0.25 "DELETE /v2.0/networks/dbd918e5-0cba-426c-a932-30591f7d3d0b HTTP/1.1" status: 204 len: 168 time: 0.2635717 Jun 20 12:42:31.093908 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Pushing event deleted for resources: {'Network': ['ID=dbd918e5-0cba-426c-a932-30591f7d3d0b,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:42:31.101398 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:31.101789 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:31.102169 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:31.102544 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:31.102913 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:31.103282 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:31.103645 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:31.104013 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:31.104375 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:31.104737 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:31.105137 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:31.105507 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:42:31.108814 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-dd158ad6-221a-4aec-a328-7eb22ecd7a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:42:31.197818 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 51464) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:42:31.238404 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d4e24a00-1fe3-46d8-a0ad-8f7082d99d89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5981d99b281c40eb875a1a3afecaff9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393262 Jun 20 12:42:31.240656 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 51466) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:42:31.287346 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ebcb4644-6b0f-49ba-abb1-e38d367eafe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:31.308008 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ebcb4644-6b0f-49ba-abb1-e38d367eafe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:31.357016 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ebcb4644-6b0f-49ba-abb1-e38d367eafe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:31.359566 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ebcb4644-6b0f-49ba-abb1-e38d367eafe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:31.362153 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-ebcb4644-6b0f-49ba-abb1-e38d367eafe9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5bd3f8b5-8016-4a96-a354-d445b25aaccc HTTP/1.1" status: 204 len: 168 time: 0.1203394 Jun 20 12:42:31.363005 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d8c25cda-2fff-4525-a2d9-8a789b6b4f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:42:31.371281 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb4644-6b0f-49ba-abb1-e38d367eafe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd3f8b5-8016-4a96-a354-d445b25aaccc,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:42:31.373596 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-ebcb4644-6b0f-49ba-abb1-e38d367eafe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:42:31.783080 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ab0b4-ea47-429a-9cd0-2d95dd4f281a req-13c695ce-27fb-4549-b122-09d0b2e19122 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:31.784476 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-427ab0b4-ea47-429a-9cd0-2d95dd4f281a req-13c695ce-27fb-4549-b122-09d0b2e19122 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0640652 Jun 20 12:42:31.823923 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-427ab0b4-ea47-429a-9cd0-2d95dd4f281a req-7499b25d-ca99-44d6-a7e3-abf9803e0312 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334332 Jun 20 12:42:33.009516 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b943c1-8f93-4130-be84-bd7ae8bf91d4 req-0130ae33-4205-483c-b237-b031f4f75fb0 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:33.010954 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-57b943c1-8f93-4130-be84-bd7ae8bf91d4 req-0130ae33-4205-483c-b237-b031f4f75fb0 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0664046 Jun 20 12:42:33.048911 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-57b943c1-8f93-4130-be84-bd7ae8bf91d4 req-3f1cff50-ff76-4fd3-8e94-75a41dcc45af tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314329 Jun 20 12:42:34.225959 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae8670-36c9-48d0-92a7-79bdbedc1cf7 req-63270948-b604-4ce9-b136-e8d636c377af tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:34.227410 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-00ae8670-36c9-48d0-92a7-79bdbedc1cf7 req-63270948-b604-4ce9-b136-e8d636c377af tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0618930 Jun 20 12:42:34.264801 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-00ae8670-36c9-48d0-92a7-79bdbedc1cf7 req-b8e13af8-a054-40b7-9abf-a15a5464716b tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317321 Jun 20 12:42:35.462503 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e60ee-dad6-443e-9da3-31d1e4a0d73b req-6993b1f5-4c15-43a8-8e66-62d5c7d07654 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:35.464583 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cd6e60ee-dad6-443e-9da3-31d1e4a0d73b req-6993b1f5-4c15-43a8-8e66-62d5c7d07654 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0818996 Jun 20 12:42:35.507654 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cd6e60ee-dad6-443e-9da3-31d1e4a0d73b req-5fb1eefb-0c24-4a4c-b78b-a9ae31b2cc95 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364780 Jun 20 12:42:36.703498 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05baed08-6c3d-4469-b9a7-92d1a5c0caa4 req-b858da0d-bcdf-4100-ace8-2f24f38fb624 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:36.705063 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-05baed08-6c3d-4469-b9a7-92d1a5c0caa4 req-b858da0d-bcdf-4100-ace8-2f24f38fb624 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0704565 Jun 20 12:42:36.744333 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-05baed08-6c3d-4469-b9a7-92d1a5c0caa4 req-e41553f4-566b-45d6-b7d6-731312ce072c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332282 Jun 20 12:42:37.951083 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-90adb300-63b0-48cf-ab09-435217182c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:37.966744 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987185d-b054-4f65-b938-1c9e4863d559 req-bad1ec48-31c7-440e-ae63-8fc0ae732b39 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:37.968356 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2987185d-b054-4f65-b938-1c9e4863d559 req-bad1ec48-31c7-440e-ae63-8fc0ae732b39 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0882213 Jun 20 12:42:38.012539 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2987185d-b054-4f65-b938-1c9e4863d559 req-d2db800a-b162-47fd-a368-83b71841ee5a tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369089 Jun 20 12:42:39.210504 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63ee69-3061-43d5-a461-4a2f55b04609 req-000e71a0-0c66-4d6c-9011-ebf774c0c07a tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:39.212044 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3a63ee69-3061-43d5-a461-4a2f55b04609 req-000e71a0-0c66-4d6c-9011-ebf774c0c07a tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0677204 Jun 20 12:42:39.260357 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3a63ee69-3061-43d5-a461-4a2f55b04609 req-93e1f2a7-fb23-41d9-a0b1-55bb14249fdd tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426826 Jun 20 12:42:40.030228 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-629a5cba-e664-4f42-a10a-0cc21d6609d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:40.423210 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:40.467558 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdb94c-05c3-4104-8477-02e5a7ee3ef1 req-208228b7-f6ca-464b-991e-cc59360d4820 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:40.477878 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3cfdb94c-05c3-4104-8477-02e5a7ee3ef1 req-208228b7-f6ca-464b-991e-cc59360d4820 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0952580 Jun 20 12:42:40.519381 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3cfdb94c-05c3-4104-8477-02e5a7ee3ef1 req-dcf35fe3-39fb-4666-9732-9b8c14d7787f tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405385 Jun 20 12:42:41.652863 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:41.714796 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19061eb9-4594-4c6a-999e-792e03d045e6 req-08cf749b-1dfe-427f-b333-81f894cbd69e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:41.716414 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-19061eb9-4594-4c6a-999e-792e03d045e6 req-08cf749b-1dfe-427f-b333-81f894cbd69e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0735147 Jun 20 12:42:41.761474 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-19061eb9-4594-4c6a-999e-792e03d045e6 req-0cae4a98-96d3-41ae-bda7-8b847989ccb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379865 Jun 20 12:42:42.944222 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb2664-7b97-45c7-bd2c-40ae1cdae164 req-cd6a8653-b95a-4642-b582-a712ab51a02a tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:42.945691 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-67eb2664-7b97-45c7-bd2c-40ae1cdae164 req-cd6a8653-b95a-4642-b582-a712ab51a02a tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.0621336 Jun 20 12:42:42.982246 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-67eb2664-7b97-45c7-bd2c-40ae1cdae164 req-8fed619e-e359-4e56-a255-bdd909d9a8c4 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310657 Jun 20 12:42:43.393705 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:43.770263 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2c984-dff2-4b3c-9a40-0c8c0bf2fa2e req-74174b48-d811-48ca-b1f9-0524d183532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:43.771598 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-45a2c984-dff2-4b3c-9a40-0c8c0bf2fa2e req-74174b48-d811-48ca-b1f9-0524d183532e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42b94438d26f407c90638b7861051e95&device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 1099 time: 0.0531294 Jun 20 12:42:43.857746 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2c984-dff2-4b3c-9a40-0c8c0bf2fa2e req-0cfedc58-7700-4b19-8e36-0d44280171df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:43.859242 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-45a2c984-dff2-4b3c-9a40-0c8c0bf2fa2e req-0cfedc58-7700-4b19-8e36-0d44280171df service neutron] 10.222.0.30 "GET /v2.0/networks?id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 200 len: 917 time: 0.0809250 Jun 20 12:42:43.926585 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-45a2c984-dff2-4b3c-9a40-0c8c0bf2fa2e req-c38d4330-b561-44ce-aebb-b7dded65b925 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642 HTTP/1.1" status: 200 len: 1001 time: 0.0609651 Jun 20 12:42:43.972461 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2c984-dff2-4b3c-9a40-0c8c0bf2fa2e req-0f800d36-7c53-4588-8b50-8a8343b55b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:43.973853 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-45a2c984-dff2-4b3c-9a40-0c8c0bf2fa2e req-0f800d36-7c53-4588-8b50-8a8343b55b02 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad2a3894-bd07-4018-a69c-c28f0711d9d0 HTTP/1.1" status: 200 len: 855 time: 0.0419056 Jun 20 12:42:44.029179 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2c984-dff2-4b3c-9a40-0c8c0bf2fa2e req-d8b489b9-e18c-483a-8b6c-c4081386cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:44.030691 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-45a2c984-dff2-4b3c-9a40-0c8c0bf2fa2e req-d8b489b9-e18c-483a-8b6c-c4081386cc33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508394 Jun 20 12:42:44.152094 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-45a2c984-dff2-4b3c-9a40-0c8c0bf2fa2e req-b8cd57e6-008f-4dcf-a977-da0eeb29bd7d service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137881 Jun 20 12:42:44.494876 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22bad0-f28a-4f5e-b794-9187a61d6fbf req-84537c20-66ff-42e4-9bb3-2f7469e277a3 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:44.496298 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9e22bad0-f28a-4f5e-b794-9187a61d6fbf req-84537c20-66ff-42e4-9bb3-2f7469e277a3 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 946 time: 0.4013040 Jun 20 12:42:44.554733 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9e22bad0-f28a-4f5e-b794-9187a61d6fbf req-45d06384-1e81-474a-ab66-8651cd036e22 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521746 Jun 20 12:42:44.558122 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-45a2c984-dff2-4b3c-9a40-0c8c0bf2fa2e req-9d287f65-46b6-436c-9e15-4ff35de21a1f service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992438 Jun 20 12:42:45.270651 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 77ecbb52-14e3-48d8-80c3-b7504ceb4642 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:42:45.343059 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:45.363409 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931a7446-896f-4eaa-9db5-4f1548825341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77ecbb52-14e3-48d8-80c3-b7504ceb4642'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:42:45.365663 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff433fd2e3e8483ec5bde8b443a8d0833f9278b814f7b3ef2a1c28b3d75b6172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f860e3-6313-4508-b036-3819e66abc26" -d '{"events": [{"server_uuid": "931a7446-896f-4eaa-9db5-4f1548825341", "name": "network-vif-unplugged", "status": "completed", "tag": "77ecbb52-14e3-48d8-80c3-b7504ceb4642"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:42:45.378430 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 77ecbb52-14e3-48d8-80c3-b7504ceb4642, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:42:45.382525 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:45.384337 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:42:45.406242 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Jun 2021 12:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12304071-cd51-4816-ab76-7f5fb485a438 x-openstack-request-id: req-12304071-cd51-4816-ab76-7f5fb485a438 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:42:45.406601 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931a7446-896f-4eaa-9db5-4f1548825341", "name": "network-vif-unplugged", "status": "completed", "tag": "77ecbb52-14e3-48d8-80c3-b7504ceb4642", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:42:45.406853 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12304071-cd51-4816-ab76-7f5fb485a438 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:42:45.407240 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931a7446-896f-4eaa-9db5-4f1548825341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77ecbb52-14e3-48d8-80c3-b7504ceb4642', 'code': 200} Jun 20 12:42:45.431453 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=77ecbb52-14e3-48d8-80c3-b7504ceb4642,revision_number=8']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:42:45.434432 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:42:45.731110 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306af19-5430-4d57-92d3-27d78f5212e9 req-5df81d4c-ba32-4b4e-a143-866b5d83f682 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:45.732566 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d306af19-5430-4d57-92d3-27d78f5212e9 req-5df81d4c-ba32-4b4e-a143-866b5d83f682 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0613513 Jun 20 12:42:45.770627 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d306af19-5430-4d57-92d3-27d78f5212e9 req-3d9171dc-0697-4600-83e9-d53eb4a807a6 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312564 Jun 20 12:42:46.955521 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2050ab-d020-4205-b1ce-5181df4eedf0 req-45950c2b-ca0f-4e87-8320-8580febc21a2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:46.956985 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-af2050ab-d020-4205-b1ce-5181df4eedf0 req-45950c2b-ca0f-4e87-8320-8580febc21a2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0679793 Jun 20 12:42:46.994994 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-af2050ab-d020-4205-b1ce-5181df4eedf0 req-b9f3d220-ca68-4130-9027-1a17851f14be tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323315 Jun 20 12:42:48.110481 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef780b-f980-4387-82c8-9b93c11a1fe5 req-998a800a-b2db-4626-be24-3c7fedb92ee5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:48.111944 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-62ef780b-f980-4387-82c8-9b93c11a1fe5 req-998a800a-b2db-4626-be24-3c7fedb92ee5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0618308 Jun 20 12:42:48.151276 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-62ef780b-f980-4387-82c8-9b93c11a1fe5 req-efec9afb-dd3f-42e1-a662-dd54fdf42671 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336308 Jun 20 12:42:48.385610 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 51626) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:42:48.485338 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f678326e-2314-4fac-b906-0fbd7c8bc97b req-44ff3be5-3f4e-4e51-a6c6-70af950d532b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0984485 Jun 20 12:42:49.297582 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 77ecbb52-14e3-48d8-80c3-b7504ceb4642 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:42:49.336144 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f3ed6-7d1e-4a9a-ae1e-f36686e41cf6 req-497660a6-5659-4e6f-8413-281675c797b5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:49.337832 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a37f3ed6-7d1e-4a9a-ae1e-f36686e41cf6 req-497660a6-5659-4e6f-8413-281675c797b5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0616789 Jun 20 12:42:49.377231 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a37f3ed6-7d1e-4a9a-ae1e-f36686e41cf6 req-5081811c-05f8-417e-8eb8-2c4bee7018f7 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331025 Jun 20 12:42:49.564246 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678326e-2314-4fac-b906-0fbd7c8bc97b req-99fa7c34-75dd-4d54-b0a9-47f05f4ae695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:49.566864 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f678326e-2314-4fac-b906-0fbd7c8bc97b req-99fa7c34-75dd-4d54-b0a9-47f05f4ae695 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341&tenant_id=42b94438d26f407c90638b7861051e95 HTTP/1.1" status: 200 len: 1097 time: 0.0876653 Jun 20 12:42:49.670557 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678326e-2314-4fac-b906-0fbd7c8bc97b req-0c009952-689a-40c4-863b-d077a27d1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:49.672887 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f678326e-2314-4fac-b906-0fbd7c8bc97b req-0c009952-689a-40c4-863b-d077a27d1274 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42b94438d26f407c90638b7861051e95&device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 1097 time: 0.0521262 Jun 20 12:42:49.762344 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678326e-2314-4fac-b906-0fbd7c8bc97b req-19847ab3-37fb-48da-91e9-d46e663e281b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:49.763811 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f678326e-2314-4fac-b906-0fbd7c8bc97b req-19847ab3-37fb-48da-91e9-d46e663e281b service neutron] 10.222.0.30 "GET /v2.0/networks?id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 200 len: 917 time: 0.0846715 Jun 20 12:42:49.828306 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f678326e-2314-4fac-b906-0fbd7c8bc97b req-ec0ca904-05b9-430a-b3f5-5d118fe9deb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642 HTTP/1.1" status: 200 len: 999 time: 0.0583525 Jun 20 12:42:49.880081 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678326e-2314-4fac-b906-0fbd7c8bc97b req-5e5c5fac-406a-4e01-b284-b1967fb70a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:49.881590 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f678326e-2314-4fac-b906-0fbd7c8bc97b req-5e5c5fac-406a-4e01-b284-b1967fb70a06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad2a3894-bd07-4018-a69c-c28f0711d9d0 HTTP/1.1" status: 200 len: 855 time: 0.0468154 Jun 20 12:42:49.941375 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678326e-2314-4fac-b906-0fbd7c8bc97b req-253e3ee6-5565-4484-90b2-56fc5fe07102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:49.942827 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f678326e-2314-4fac-b906-0fbd7c8bc97b req-253e3ee6-5565-4484-90b2-56fc5fe07102 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550168 Jun 20 12:42:50.027806 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f678326e-2314-4fac-b906-0fbd7c8bc97b req-307875d7-4691-4920-a384-b05defb2d7fd service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782762 Jun 20 12:42:50.115100 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f678326e-2314-4fac-b906-0fbd7c8bc97b req-36cb9d33-5a33-4294-b14d-d7608ddf874d service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810418 Jun 20 12:42:50.400688 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:42:50.571931 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a1ebd-47c3-4a7d-974c-f1654662dcf7 req-0dbed844-23a9-4d97-95af-89c603202657 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:50.574559 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-dd6a1ebd-47c3-4a7d-974c-f1654662dcf7 req-0dbed844-23a9-4d97-95af-89c603202657 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0789282 Jun 20 12:42:50.619225 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-dd6a1ebd-47c3-4a7d-974c-f1654662dcf7 req-1fd42cb7-7681-4ecb-b3bf-d87e7666d99c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383472 Jun 20 12:42:51.807304 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed02c04-f450-4ca7-baa3-37b103cd9120 req-f0ab421e-cbfc-4697-b4fe-5362e29960a1 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:51.808767 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4ed02c04-f450-4ca7-baa3-37b103cd9120 req-f0ab421e-cbfc-4697-b4fe-5362e29960a1 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0649881 Jun 20 12:42:51.851993 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4ed02c04-f450-4ca7-baa3-37b103cd9120 req-cca2af35-a0a4-450f-9d6a-c6799bc13a31 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360689 Jun 20 12:42:53.034865 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d27dc7-5d6f-46a6-80bd-b8091619a3a1 req-7319c023-73de-4eba-bb91-5ed0dec89f66 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:53.036456 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b1d27dc7-5d6f-46a6-80bd-b8091619a3a1 req-7319c023-73de-4eba-bb91-5ed0dec89f66 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0660248 Jun 20 12:42:53.075989 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b1d27dc7-5d6f-46a6-80bd-b8091619a3a1 req-5a6269e2-f279-4888-91a2-ed99757f4f8e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338218 Jun 20 12:42:54.274669 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ab1c8-f985-4426-823a-5d2d391f0186 req-0c0c7777-e21c-4203-b4da-659d11a448f5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:54.276185 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-962ab1c8-f985-4426-823a-5d2d391f0186 req-0c0c7777-e21c-4203-b4da-659d11a448f5 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0829926 Jun 20 12:42:54.316352 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-962ab1c8-f985-4426-823a-5d2d391f0186 req-a3c59a7b-80d8-49a4-80ed-1dfab3520234 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334921 Jun 20 12:42:55.508744 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f02a8e-8be6-4fb9-9be0-be45d15a959f req-62a7819a-72a2-41c6-ba20-9bfb76114403 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:55.510165 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-75f02a8e-8be6-4fb9-9be0-be45d15a959f req-62a7819a-72a2-41c6-ba20-9bfb76114403 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0729170 Jun 20 12:42:55.550143 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-75f02a8e-8be6-4fb9-9be0-be45d15a959f req-597f9af6-ff9e-4973-b2b1-5c916f017c11 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338321 Jun 20 12:42:56.734553 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04a11d-f522-4aad-bd80-4e9934f895a1 req-8accfbc1-761d-493d-ba0c-e2e7d6adc3a8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:56.735992 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0d04a11d-f522-4aad-bd80-4e9934f895a1 req-8accfbc1-761d-493d-ba0c-e2e7d6adc3a8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0659442 Jun 20 12:42:56.774158 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0d04a11d-f522-4aad-bd80-4e9934f895a1 req-67345071-d355-47fa-b7db-88be49209b01 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325749 Jun 20 12:42:57.972162 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a2bbf-1092-4b49-abcc-891274d2327a req-a013cd01-3dd7-4e84-afb7-c540a0586de1 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:57.973656 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a32a2bbf-1092-4b49-abcc-891274d2327a req-a013cd01-3dd7-4e84-afb7-c540a0586de1 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0735681 Jun 20 12:42:58.012301 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a32a2bbf-1092-4b49-abcc-891274d2327a req-df56b391-a1a1-4c43-8a38-ee6a6599badf tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329833 Jun 20 12:42:59.201742 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9055fae-4401-428b-b4fa-4244c1d5a170 req-bae8864c-3b7d-4626-8478-62e58d48baf4 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:42:59.204981 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a9055fae-4401-428b-b4fa-4244c1d5a170 req-bae8864c-3b7d-4626-8478-62e58d48baf4 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0666237 Jun 20 12:42:59.244837 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a9055fae-4401-428b-b4fa-4244c1d5a170 req-95d66c9a-5f10-4f7a-b1ef-fed276ea2f0a tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338335 Jun 20 12:43:00.150722 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:43:00.423933 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353a522-06a5-466a-83b9-d4fb7d1c63d7 req-bbccc915-16fc-47cb-87a5-f7071a6690c7 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:43:00.425335 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2353a522-06a5-466a-83b9-d4fb7d1c63d7 req-bbccc915-16fc-47cb-87a5-f7071a6690c7 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0640354 Jun 20 12:43:00.463063 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2353a522-06a5-466a-83b9-d4fb7d1c63d7 req-d0d802ff-27f8-4ce7-a66c-bae25b3cb1e1 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321789 Jun 20 12:43:01.649350 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05cc59-8194-4979-9f42-eaa5c59c1f9f req-7aa17032-3474-4650-847f-0dadf4216295 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:43:01.650796 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7f05cc59-8194-4979-9f42-eaa5c59c1f9f req-7aa17032-3474-4650-847f-0dadf4216295 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0655458 Jun 20 12:43:01.687405 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7f05cc59-8194-4979-9f42-eaa5c59c1f9f req-c7b37ed0-7346-4c7a-83e9-05104a8e7f45 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304978 Jun 20 12:43:02.863117 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a35f01-da5c-4b93-a0c4-d23e2c3f1411 req-990c6849-e4cc-4460-917d-e881e583eb53 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:43:02.864548 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f0a35f01-da5c-4b93-a0c4-d23e2c3f1411 req-990c6849-e4cc-4460-917d-e881e583eb53 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0655401 Jun 20 12:43:02.901728 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f0a35f01-da5c-4b93-a0c4-d23e2c3f1411 req-af92faa0-a5ad-4197-bf30-fe9539a69b1b tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312984 Jun 20 12:43:04.072753 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cd852-8ffa-4ac8-95dd-a593f99bbba9 req-5063777c-b5ec-4945-8c8f-9d6eb62f131e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:43:04.074199 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-889cd852-8ffa-4ac8-95dd-a593f99bbba9 req-5063777c-b5ec-4945-8c8f-9d6eb62f131e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0609584 Jun 20 12:43:04.110842 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-889cd852-8ffa-4ac8-95dd-a593f99bbba9 req-c9fafe00-4f29-4dff-b6c2-841af2e5d229 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308027 Jun 20 12:43:05.284178 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041424a-1131-45fb-98d6-6b33ebfdbd25 req-54aca480-0b5f-49e5-888a-f9d055470961 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:43:05.285653 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2041424a-1131-45fb-98d6-6b33ebfdbd25 req-54aca480-0b5f-49e5-888a-f9d055470961 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0620978 Jun 20 12:43:05.326715 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2041424a-1131-45fb-98d6-6b33ebfdbd25 req-32919560-5173-4e3b-b4bf-550646317efe tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354557 Jun 20 12:43:06.504824 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca99b5-ad81-4a00-a91e-f367a4dd5bd4 req-52c5ce6d-6e47-4362-8158-7531e27d5fca tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:43:06.506270 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-acca99b5-ad81-4a00-a91e-f367a4dd5bd4 req-52c5ce6d-6e47-4362-8158-7531e27d5fca tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 944 time: 0.0637884 Jun 20 12:43:06.544677 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-acca99b5-ad81-4a00-a91e-f367a4dd5bd4 req-ce3852c0-4856-4272-a912-91f23aa74765 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329161 Jun 20 12:43:07.362409 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 77ecbb52-14e3-48d8-80c3-b7504ceb4642 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92894) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 20 12:43:07.456298 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 77ecbb52-14e3-48d8-80c3-b7504ceb4642, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:43:07.467122 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Returning: {'device': '77ecbb52-14e3-48d8-80c3-b7504ceb4642', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'port_id': '77ecbb52-14e3-48d8-80c3-b7504ceb4642', 'mac_address': 'fa:16:3e:f4:0d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92894) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 20 12:43:07.504131 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:43:07.516340 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ecbb52-14e3-48d8-80c3-b7504ceb4642 {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:43:07.535237 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 77ecbb52-14e3-48d8-80c3-b7504ceb4642, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:43:07.539041 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:43:07.540815 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bdf3ea9d-047e-4fd5-a6ae-29f3f906caf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:43:07.585352 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=77ecbb52-14e3-48d8-80c3-b7504ceb4642,revision_number=9']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:43:07.588466 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:43:07.724120 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddb46d-88ab-44a7-b5d4-8ede745ff025 req-9c67ba33-cbd4-4e6d-9dda-ce42e50cb092 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:43:07.725484 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cdddb46d-88ab-44a7-b5d4-8ede745ff025 req-9c67ba33-cbd4-4e6d-9dda-ce42e50cb092 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 945 time: 0.0652237 Jun 20 12:43:07.761190 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cdddb46d-88ab-44a7-b5d4-8ede745ff025 req-259b39bc-41c5-4668-b76d-e617999bb4b6 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301740 Jun 20 12:43:07.945539 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-17364573-80f3-4fa5-9ea5-a3f69e84f368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:43:07.982433 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['77ecbb52-14e3-48d8-80c3-b7504ceb4642'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:43:08.939642 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2108a39-9cd5-4f34-be1d-9224543f87e1 req-0fb9c03a-9e39-4b13-8f93-b57c103db727 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:43:08.941157 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d2108a39-9cd5-4f34-be1d-9224543f87e1 req-0fb9c03a-9e39-4b13-8f93-b57c103db727 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 945 time: 0.0618875 Jun 20 12:43:08.977765 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d2108a39-9cd5-4f34-be1d-9224543f87e1 req-d2ada2b0-6d77-4a5a-86d2-fed9deda2c55 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310922 Jun 20 12:43:09.377952 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 77ecbb52-14e3-48d8-80c3-b7504ceb4642 up at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:43:09.423229 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning complete for port 77ecbb52-14e3-48d8-80c3-b7504ceb4642 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:43:09.423603 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:43:09.497046 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:43:09.518950 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931a7446-896f-4eaa-9db5-4f1548825341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ecbb52-14e3-48d8-80c3-b7504ceb4642'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:43:09.521193 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff433fd2e3e8483ec5bde8b443a8d0833f9278b814f7b3ef2a1c28b3d75b6172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dda0634-c303-47b2-94bf-0485cc611ba6" -d '{"events": [{"server_uuid": "931a7446-896f-4eaa-9db5-4f1548825341", "name": "network-vif-plugged", "status": "completed", "tag": "77ecbb52-14e3-48d8-80c3-b7504ceb4642"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:43:09.533505 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 77ecbb52-14e3-48d8-80c3-b7504ceb4642, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:43:09.537664 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:43:09.539813 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:43:09.563146 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0da0f1-460d-4b77-9cab-91743eba5b99 x-openstack-request-id: req-ac0da0f1-460d-4b77-9cab-91743eba5b99 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:43:09.563448 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931a7446-896f-4eaa-9db5-4f1548825341", "name": "network-vif-plugged", "status": "completed", "tag": "77ecbb52-14e3-48d8-80c3-b7504ceb4642", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:43:09.563745 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac0da0f1-460d-4b77-9cab-91743eba5b99 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:43:09.564177 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931a7446-896f-4eaa-9db5-4f1548825341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ecbb52-14e3-48d8-80c3-b7504ceb4642', 'code': 200} Jun 20 12:43:09.589358 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=77ecbb52-14e3-48d8-80c3-b7504ceb4642,revision_number=10']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:43:09.592277 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:43:09.789682 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de1e78-7028-46f2-9000-05223c332a6e req-6bddd4c3-05d9-441a-aabb-00d9a3cf7906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:43:09.791010 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f1de1e78-7028-46f2-9000-05223c332a6e req-6bddd4c3-05d9-441a-aabb-00d9a3cf7906 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 1100 time: 0.0503898 Jun 20 12:43:09.824456 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f1de1e78-7028-46f2-9000-05223c332a6e req-135eda9a-3582-48ab-ab18-ca6827d6ddf8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266075 Jun 20 12:43:10.031289 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4b4994fd-a68d-4edc-a9e6-7fe64776de91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:43:10.155275 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217c91b-3c1e-4f5f-9e76-6ad0559f6c60 req-e5901191-0dbb-4821-97ac-121d87f6d217 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:43:10.156712 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c217c91b-3c1e-4f5f-9e76-6ad0559f6c60 req-e5901191-0dbb-4821-97ac-121d87f6d217 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 947 time: 0.0659535 Jun 20 12:43:10.193505 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c217c91b-3c1e-4f5f-9e76-6ad0559f6c60 req-fea2f862-bf26-428f-9fc6-ae0d8ff17dca tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311437 Jun 20 12:43:10.406265 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:43:11.371762 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bb47f-7e46-45ba-bb5d-cce364d6f94b req-52da46c7-60d4-452e-be40-5438d628cdf1 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:43:11.373965 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-816bb47f-7e46-45ba-bb5d-cce364d6f94b req-52da46c7-60d4-452e-be40-5438d628cdf1 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 947 time: 0.0649712 Jun 20 12:43:11.413739 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-816bb47f-7e46-45ba-bb5d-cce364d6f94b req-3ff207c0-aab4-4ef9-b0cc-dee2cdc34ed6 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340326 Jun 20 12:43:11.654226 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:43:12.590997 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59e36f-9e94-4325-bea3-de2a1da14935 req-5bf0be28-3fe3-4032-8a64-b0297f3c1884 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:43:12.592433 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-fe59e36f-9e94-4325-bea3-de2a1da14935 req-5bf0be28-3fe3-4032-8a64-b0297f3c1884 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 947 time: 0.0638905 Jun 20 12:43:12.629081 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-fe59e36f-9e94-4325-bea3-de2a1da14935 req-3eb63610-6368-47e9-a781-82a0bff88831 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308785 Jun 20 12:43:13.396562 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:43:20.414570 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:43:26.747516 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-986b2fed-26df-4cb8-a314-f32b623e9c32 req-021ac4cf-93fb-4ca3-9d5e-d9457d21a3ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1176713 Jun 20 12:43:26.861617 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b2fed-26df-4cb8-a314-f32b623e9c32 req-6c239a31-517c-446d-9531-bf947db927d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:43:26.863081 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-986b2fed-26df-4cb8-a314-f32b623e9c32 req-6c239a31-517c-446d-9531-bf947db927d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42b94438d26f407c90638b7861051e95&device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 1100 time: 0.0550346 Jun 20 12:43:26.963923 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b2fed-26df-4cb8-a314-f32b623e9c32 req-a2273faa-63d7-4f80-a200-61ad90285da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:43:26.965297 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-986b2fed-26df-4cb8-a314-f32b623e9c32 req-a2273faa-63d7-4f80-a200-61ad90285da0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 200 len: 917 time: 0.0812979 Jun 20 12:43:27.032535 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-986b2fed-26df-4cb8-a314-f32b623e9c32 req-0c3a7ea1-6b1f-4d35-ab32-ef14cab29d2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642 HTTP/1.1" status: 200 len: 1001 time: 0.0605402 Jun 20 12:43:27.081665 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b2fed-26df-4cb8-a314-f32b623e9c32 req-77834a23-8303-4961-9bd6-3bf0749c763f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:43:27.083057 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-986b2fed-26df-4cb8-a314-f32b623e9c32 req-77834a23-8303-4961-9bd6-3bf0749c763f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad2a3894-bd07-4018-a69c-c28f0711d9d0 HTTP/1.1" status: 200 len: 855 time: 0.0428598 Jun 20 12:43:27.142310 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b2fed-26df-4cb8-a314-f32b623e9c32 req-c96318b8-82cd-4237-84a2-047bb6faa3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:43:27.143829 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-986b2fed-26df-4cb8-a314-f32b623e9c32 req-c96318b8-82cd-4237-84a2-047bb6faa3ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497601 Jun 20 12:43:27.233827 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-986b2fed-26df-4cb8-a314-f32b623e9c32 req-1e988f7b-fdb6-4bc4-bdbb-5d333688e131 service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820620 Jun 20 12:43:27.319995 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-986b2fed-26df-4cb8-a314-f32b623e9c32 req-ac9541de-7609-4d8f-b678-bb93406d5c11 service neutron] 10.222.0.30 "GET /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792687 Jun 20 12:43:37.149569 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:43:37.945734 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7dd66e02-1de2-40ef-9521-b92cdd7a7208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:43:40.031628 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6221c684-1c58-49b0-b4ca-0a5d921e15ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:43:40.407648 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:43:41.656571 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:43:43.399031 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:43:50.409516 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:07.947012 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-98d6e78d-163e-42ee-99f2-3c62c8ac3dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:08.992004 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00bc37-40fc-477d-afd9-eb3802b02559 req-7fc6540d-e598-45ad-9fa6-5b5f2710f9af tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:44:08.993457 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2e00bc37-40fc-477d-afd9-eb3802b02559 req-7fc6540d-e598-45ad-9fa6-5b5f2710f9af tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 947 time: 0.0625885 Jun 20 12:44:09.035610 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2e00bc37-40fc-477d-afd9-eb3802b02559 req-0c89d32b-9cf2-4137-8eb0-ac6d852fb365 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365977 Jun 20 12:44:10.032144 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ee4e893-177e-4537-8343-bd525636ab2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:10.212292 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1e613-f461-45b4-abed-c9005307926a req-68ea854a-33c7-47f5-a9a1-9e070eae6d32 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:44:10.213773 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-50b1e613-f461-45b4-abed-c9005307926a req-68ea854a-33c7-47f5-a9a1-9e070eae6d32 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 947 time: 0.0620947 Jun 20 12:44:10.256989 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-50b1e613-f461-45b4-abed-c9005307926a req-06c6e8cf-5ce0-47b6-9406-9403f42d5d4d tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups?id=4277c696-0043-4a39-9e04-ea92f0ee2234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370359 Jun 20 12:44:10.410216 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:10.703831 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143bd5b-34a6-4046-9ed6-e873c83c56da req-f2a066e5-69b6-487b-b628-19a4b57c2b59 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:44:10.705164 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3143bd5b-34a6-4046-9ed6-e873c83c56da req-f2a066e5-69b6-487b-b628-19a4b57c2b59 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.30 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 947 time: 0.0610483 Jun 20 12:44:10.805522 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-3143bd5b-34a6-4046-9ed6-e873c83c56da req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Deleting port 77ecbb52-14e3-48d8-80c3-b7504ceb4642 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:44:10.805856 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-3143bd5b-34a6-4046-9ed6-e873c83c56da req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:10.895586 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-3143bd5b-34a6-4046-9ed6-e873c83c56da req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] For port 77ecbb52-14e3-48d8-80c3-b7504ceb4642, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=77ecbb52-14e3-48d8-80c3-b7504ceb4642,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:44:10.896140 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-3143bd5b-34a6-4046-9ed6-e873c83c56da req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:11.053016 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-3143bd5b-34a6-4046-9ed6-e873c83c56da req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:11.053381 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-3143bd5b-34a6-4046-9ed6-e873c83c56da req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504496'] for floatingip, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:11.053684 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.l3_db [req-3143bd5b-34a6-4046-9ed6-e873c83c56da req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Floating IP b0c87ffe-cf89-49c0-8f8f-093ea9515ae2 disassociated. External IP: 172.27.1.56, port: 77ecbb52-14e3-48d8-80c3-b7504ceb4642. Jun 20 12:44:11.054018 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-3143bd5b-34a6-4046-9ed6-e873c83c56da req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Calling delete_port for 77ecbb52-14e3-48d8-80c3-b7504ceb4642 owned by compute:nova {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:44:11.178724 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-3143bd5b-34a6-4046-9ed6-e873c83c56da req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:11.183519 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-c1c3f231-6c99-4860-9c1f-72b86f7594cf tempest-VolumesSnapshotTestJSON-232848049 tempest-VolumesSnapshotTestJSON-232848049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:11.212153 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Pushing event deleted for resources: {'Port': ['ID=77ecbb52-14e3-48d8-80c3-b7504ceb4642,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:11.222046 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:11.222419 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:11.222805 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:11.223165 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:11.223522 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:11.224509 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:11.224509 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:11.224814 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:11.225079 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:11.225508 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:11.225744 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:11.226108 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:11.229570 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:11.329753 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3143bd5b-34a6-4046-9ed6-e873c83c56da req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:44:11.446194 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7749ee51-4e7e-4334-a1dc-b01b7e48a58e req-502c4159-8630-4ee9-975e-46bef61f4960 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/ports?device_id=931a7446-896f-4eaa-9db5-4f1548825341 HTTP/1.1" status: 200 len: 210 time: 0.0342219 Jun 20 12:44:11.458813 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3143bd5b-34a6-4046-9ed6-e873c83c56da req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:44:11.468644 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b1fd84-65a1-4daa-b48e-c40befa7ab30 None None] Sync routers for ids ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'] in dv-cinder-794962-4-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:44:11.478190 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b1fd84-65a1-4daa-b48e-c40befa7ab30 None None] Routers {'d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:44:11.479048 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-01b1fd84-65a1-4daa-b48e-c40befa7ab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:44:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:44:11.514732 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-3143bd5b-34a6-4046-9ed6-e873c83c56da req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] No DVR routers for this DVR port 77ecbb52-14e3-48d8-80c3-b7504ceb4642 on host hv-cinder-79496 {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:44:11.517329 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-3143bd5b-34a6-4046-9ed6-e873c83c56da req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:11.519594 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3143bd5b-34a6-4046-9ed6-e873c83c56da req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.30 "DELETE /v2.0/ports/77ecbb52-14e3-48d8-80c3-b7504ceb4642 HTTP/1.1" status: 204 len: 173 time: 0.8094108 Jun 20 12:44:11.520124 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931a7446-896f-4eaa-9db5-4f1548825341', 'name': 'network-vif-deleted', 'tag': '77ecbb52-14e3-48d8-80c3-b7504ceb4642'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:44:11.523765 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4b73ab-2e18-4bb1-ac98-06e36bfae2a6" -d '{"events": [{"server_uuid": "931a7446-896f-4eaa-9db5-4f1548825341", "name": "network-vif-deleted", "tag": "77ecbb52-14e3-48d8-80c3-b7504ceb4642"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:44:11.596548 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-01b1fd84-65a1-4daa-b48e-c40befa7ab30 None None] Set router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:44:11.642250 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398272fc-02c3-48cf-a940-456348924e34 x-openstack-request-id: req-398272fc-02c3-48cf-a940-456348924e34 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:44:11.642589 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931a7446-896f-4eaa-9db5-4f1548825341", "name": "network-vif-deleted", "tag": "77ecbb52-14e3-48d8-80c3-b7504ceb4642", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:44:11.642898 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-398272fc-02c3-48cf-a940-456348924e34 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:44:11.643333 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931a7446-896f-4eaa-9db5-4f1548825341', 'name': 'network-vif-deleted', 'tag': '77ecbb52-14e3-48d8-80c3-b7504ceb4642', 'status': 'completed', 'code': 200} Jun 20 12:44:11.700319 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:11.816402 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-01b1fd84-65a1-4daa-b48e-c40befa7ab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 4, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port': {'id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:58Z', 'updated_at': '2021-06-20T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'e216b141-0804-4e9a-9270-cc9de6bb0b6c', 'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'mac_address': 'fa:16:3e:79:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:59Z', 'updated_at': '2021-06-20T12:31:05Z', 'revision_number': 5, 'project_id': '42b94438d26f407c90638b7861051e95', 'subnets': [{'id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:44:11.841037 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b1fd84-65a1-4daa-b48e-c40befa7ab30 None None] Checking router: d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e for host: dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:44:11.849663 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b1fd84-65a1-4daa-b48e-c40befa7ab30 None None] Routers {'d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:44:11.850264 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-01b1fd84-65a1-4daa-b48e-c40befa7ab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:44:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:44:11.954840 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-01b1fd84-65a1-4daa-b48e-c40befa7ab30 None None] Set router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:44:12.158215 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-01b1fd84-65a1-4daa-b48e-c40befa7ab30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 4, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port': {'id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:58Z', 'updated_at': '2021-06-20T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'e216b141-0804-4e9a-9270-cc9de6bb0b6c', 'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'mac_address': 'fa:16:3e:79:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:59Z', 'updated_at': '2021-06-20T12:31:05Z', 'revision_number': 5, 'project_id': '42b94438d26f407c90638b7861051e95', 'subnets': [{'id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:44:12.184162 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b1fd84-65a1-4daa-b48e-c40befa7ab30 None None] The sync data for ids ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'] in dv-cinder-794962-4-iscsi is: [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:31:00Z', 'revision_number': 4, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port': {'id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:58Z', 'updated_at': '2021-06-20T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi', '_interfaces': [{'id': 'e216b141-0804-4e9a-9270-cc9de6bb0b6c', 'name': '', 'network_id': 'e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'mac_address': 'fa:16:3e:79:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:59Z', 'updated_at': '2021-06-20T12:31:05Z', 'revision_number': 5, 'project_id': '42b94438d26f407c90638b7861051e95', 'subnets': [{'id': 'ad2a3894-bd07-4018-a69c-c28f0711d9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:44:12.384040 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56303312-2508-43cd-b483-2fd354c90fce None None] New status for floating IP b0c87ffe-cf89-49c0-8f8f-093ea9515ae2: DOWN {{(pid=92895) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 20 12:44:12.574267 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 51946) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:12.627590 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a5477f87-b0d8-4592-91e6-a0d449bcbc4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:12.650794 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a5477f87-b0d8-4592-91e6-a0d449bcbc4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:12.697320 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a5477f87-b0d8-4592-91e6-a0d449bcbc4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:12.700203 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a5477f87-b0d8-4592-91e6-a0d449bcbc4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:12.704522 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-a5477f87-b0d8-4592-91e6-a0d449bcbc4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "DELETE /v2.0/security-groups/4277c696-0043-4a39-9e04-ea92f0ee2234 HTTP/1.1" status: 204 len: 168 time: 0.1260166 Jun 20 12:44:12.704522 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c390f9b6-3e06-45f2-835d-15e88b4f5b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:12.704930 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 51948) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:12.713642 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5477f87-b0d8-4592-91e6-a0d449bcbc4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4277c696-0043-4a39-9e04-ea92f0ee2234,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:12.719981 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.api.v2.resource [None req-603bd6ea-c1f2-46de-906d-0731cea8bd14 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] show failed (client error): The resource could not be found. Jun 20 12:44:12.720987 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-603bd6ea-c1f2-46de-906d-0731cea8bd14 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "GET /v2.0/security-groups/4277c696-0043-4a39-9e04-ea92f0ee2234 HTTP/1.1" status: 404 len: 347 time: 0.0150359 Jun 20 12:44:12.721288 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477f87-b0d8-4592-91e6-a0d449bcbc4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:12.721677 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477f87-b0d8-4592-91e6-a0d449bcbc4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:12.722051 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477f87-b0d8-4592-91e6-a0d449bcbc4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:12.722423 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477f87-b0d8-4592-91e6-a0d449bcbc4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:12.722788 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477f87-b0d8-4592-91e6-a0d449bcbc4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:12.723152 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477f87-b0d8-4592-91e6-a0d449bcbc4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:12.723597 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477f87-b0d8-4592-91e6-a0d449bcbc4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:12.723736 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 51950) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:12.723966 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477f87-b0d8-4592-91e6-a0d449bcbc4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:12.724325 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477f87-b0d8-4592-91e6-a0d449bcbc4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:12.724682 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477f87-b0d8-4592-91e6-a0d449bcbc4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:12.725068 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477f87-b0d8-4592-91e6-a0d449bcbc4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:12.725424 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5477f87-b0d8-4592-91e6-a0d449bcbc4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:12.729084 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-a5477f87-b0d8-4592-91e6-a0d449bcbc4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:12.843137 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-bcb36c25-e94a-41f8-806a-fbb0f4089a80 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Deleting port 3fcdb35d-81d3-4321-885d-6988ba716997 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:44:12.843477 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bcb36c25-e94a-41f8-806a-fbb0f4089a80 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:12.915161 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bcb36c25-e94a-41f8-806a-fbb0f4089a80 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:12.915490 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bcb36c25-e94a-41f8-806a-fbb0f4089a80 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:12.981455 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-bcb36c25-e94a-41f8-806a-fbb0f4089a80 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Calling delete_port for 3fcdb35d-81d3-4321-885d-6988ba716997 owned by network:floatingip {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:44:13.114652 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bcb36c25-e94a-41f8-806a-fbb0f4089a80 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:13.117687 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-456edd91-59c2-41e4-b318-34ed55082d48 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:13.143886 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb36c25-e94a-41f8-806a-fbb0f4089a80 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Pushing event deleted for resources: {'Port': ['ID=3fcdb35d-81d3-4321-885d-6988ba716997,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:13.146565 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-bcb36c25-e94a-41f8-806a-fbb0f4089a80 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:13.201974 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bcb36c25-e94a-41f8-806a-fbb0f4089a80 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks [] for floatingip, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:13.204823 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bcb36c25-e94a-41f8-806a-fbb0f4089a80 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for floatingip, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:13.206013 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-bcb36c25-e94a-41f8-806a-fbb0f4089a80 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] 10.222.0.25 "DELETE /v2.0/floatingips/b0c87ffe-cf89-49c0-8f8f-093ea9515ae2 HTTP/1.1" status: 204 len: 168 time: 0.4814186 Jun 20 12:44:13.402116 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:14.147836 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:44:15.624102 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 77ecbb52-14e3-48d8-80c3-b7504ceb4642 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:44:15.647536 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] No Port match for: 77ecbb52-14e3-48d8-80c3-b7504ceb4642 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:44:15.647793 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 77ecbb52-14e3-48d8-80c3-b7504ceb4642 not bound to the agent host hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:44:15.781174 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 51978) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:16.210697 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5ca9085f-f56f-445d-a75e-32382dbef5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477133'] for router_interface, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:16.459360 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-5ca9085f-f56f-445d-a75e-32382dbef5d6 admin admin] Deleting port e216b141-0804-4e9a-9270-cc9de6bb0b6c {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:44:16.459701 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5ca9085f-f56f-445d-a75e-32382dbef5d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:16.535097 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-5ca9085f-f56f-445d-a75e-32382dbef5d6 admin admin] For port e216b141-0804-4e9a-9270-cc9de6bb0b6c, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=e216b141-0804-4e9a-9270-cc9de6bb0b6c,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:44:16.535446 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5ca9085f-f56f-445d-a75e-32382dbef5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:16.856164 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-5ca9085f-f56f-445d-a75e-32382dbef5d6 admin admin] Calling delete_port for e216b141-0804-4e9a-9270-cc9de6bb0b6c owned by network:router_interface {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:44:17.030055 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5ca9085f-f56f-445d-a75e-32382dbef5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:17.032833 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-6f6a904a-7972-4b68-8934-7ddcb32d336e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:17.054656 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9085f-f56f-445d-a75e-32382dbef5d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e216b141-0804-4e9a-9270-cc9de6bb0b6c,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:17.058034 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5ca9085f-f56f-445d-a75e-32382dbef5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:17.219906 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5ca9085f-f56f-445d-a75e-32382dbef5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-477041'] for router_interface, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:17.425896 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca9085f-f56f-445d-a75e-32382dbef5d6 admin admin] Router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:44:17.528363 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca9085f-f56f-445d-a75e-32382dbef5d6 admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:44:17.533552 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-5ca9085f-f56f-445d-a75e-32382dbef5d6 admin admin] 10.222.0.25 "PUT /v2.0/routers/d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7510722 Jun 20 12:44:17.535768 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 51986) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:17.537784 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9d96c2-845f-46aa-934e-33ac02dd03a2 None None] Sync routers for ids ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'] in dv-cinder-794962-4-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:44:17.547733 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9d96c2-845f-46aa-934e-33ac02dd03a2 None None] Routers {'d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:44:17.548433 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-6a9d96c2-845f-46aa-934e-33ac02dd03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:44:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:44:17.638171 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-10de8f95-724b-4ebb-8d55-560555646325 admin admin] Notify callbacks [] for router, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:17.650496 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-6a9d96c2-845f-46aa-934e-33ac02dd03a2 None None] Set router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e gateway port host: dv-cinder-794962-4-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:44:17.742889 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-10de8f95-724b-4ebb-8d55-560555646325 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:17.796745 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-10de8f95-724b-4ebb-8d55-560555646325 admin admin] Deleting port 66f48ee6-2737-46c6-9f5a-e70d9d911d27 {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:44:17.797110 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-10de8f95-724b-4ebb-8d55-560555646325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:17.877145 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-10de8f95-724b-4ebb-8d55-560555646325 admin admin] For port 66f48ee6-2737-46c6-9f5a-e70d9d911d27, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=66f48ee6-2737-46c6-9f5a-e70d9d911d27,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:44:17.877820 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-10de8f95-724b-4ebb-8d55-560555646325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:17.942536 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-10de8f95-724b-4ebb-8d55-560555646325 admin admin] Calling delete_port for 66f48ee6-2737-46c6-9f5a-e70d9d911d27 owned by network:router_gateway {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:44:17.947606 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-6a9d96c2-845f-46aa-934e-33ac02dd03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:44:16Z', 'revision_number': 5, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port': {'id': '66f48ee6-2737-46c6-9f5a-e70d9d911d27', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:58:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:30:58Z', 'updated_at': '2021-06-20T12:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:44:17.975778 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9d96c2-845f-46aa-934e-33ac02dd03a2 None None] Checking router: d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e for host: dv-cinder-794962-4-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:44:17.982881 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9d96c2-845f-46aa-934e-33ac02dd03a2 None None] Routers {'d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:44:17.984726 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-6a9d96c2-845f-46aa-934e-33ac02dd03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:44:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:44:18.073349 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-6a9d96c2-845f-46aa-934e-33ac02dd03a2 None None] Set router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e gateway port host: None {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:44:18.111891 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-10de8f95-724b-4ebb-8d55-560555646325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:18.113965 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-cdcbdad5-928e-4186-8243-4de09acd38e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:18.127420 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-6a9d96c2-845f-46aa-934e-33ac02dd03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:44:17Z', 'revision_number': 6, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port_host': None}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:44:18.137339 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de8f95-724b-4ebb-8d55-560555646325 admin admin] Pushing event deleted for resources: {'Port': ['ID=66f48ee6-2737-46c6-9f5a-e70d9d911d27,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:18.141116 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-10de8f95-724b-4ebb-8d55-560555646325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:18.158200 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9d96c2-845f-46aa-934e-33ac02dd03a2 None None] The sync data for ids ['d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e'] in dv-cinder-794962-4-iscsi is: [{'id': 'd7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e', 'name': 'tempest-AttachVolumeShelveTestJSON-433813699-router', 'tenant_id': '42b94438d26f407c90638b7861051e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:30:57Z', 'updated_at': '2021-06-20T12:44:17Z', 'revision_number': 6, 'project_id': '42b94438d26f407c90638b7861051e95', 'gw_port_host': None}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:44:18.205413 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-10de8f95-724b-4ebb-8d55-560555646325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504413'] for router_gateway, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:18.292783 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-10de8f95-724b-4ebb-8d55-560555646325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3194'] for router, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:18.294776 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-10de8f95-724b-4ebb-8d55-560555646325 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:18.338051 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-10de8f95-724b-4ebb-8d55-560555646325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475154'] for router, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:18.338728 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10de8f95-724b-4ebb-8d55-560555646325 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e {{(pid=92892) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 20 12:44:18.343700 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-10de8f95-724b-4ebb-8d55-560555646325 admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:18.344826 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-10de8f95-724b-4ebb-8d55-560555646325 admin admin] 10.222.0.25 "DELETE /v2.0/routers/d7ae3c78-f2b3-436e-ac54-0fa24e6a6f7e HTTP/1.1" status: 204 len: 168 time: 0.8081679 Jun 20 12:44:18.347249 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 51992) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:18.391127 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f693f6f-ad84-4fc6-852c-069096df6a95 admin admin] Deleting subnet ad2a3894-bd07-4018-a69c-c28f0711d9d0 {{(pid=92892) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 20 12:44:18.394035 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9f693f6f-ad84-4fc6-852c-069096df6a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:18.426588 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9f693f6f-ad84-4fc6-852c-069096df6a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7989800'] for subnet, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:18.508358 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9f693f6f-ad84-4fc6-852c-069096df6a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1363053'] for subnet, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:18.565551 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9f693f6f-ad84-4fc6-852c-069096df6a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8239984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7266127'] for subnet, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:18.568014 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:18.592386 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f693f6f-ad84-4fc6-852c-069096df6a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad2a3894-bd07-4018-a69c-c28f0711d9d0,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:18.595466 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-9f693f6f-ad84-4fc6-852c-069096df6a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:18.596424 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9f693f6f-ad84-4fc6-852c-069096df6a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:18.598254 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-9f693f6f-ad84-4fc6-852c-069096df6a95 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ad2a3894-bd07-4018-a69c-c28f0711d9d0 HTTP/1.1" status: 204 len: 168 time: 0.2501137 Jun 20 12:44:18.600612 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 51994) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:18.601483 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d411b87f-c41a-4805-8e7c-a95df472572b None None] Network e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:44:18.668395 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613649'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:18.719471 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] Deleting port 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:44:18.719819 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:18.784154 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] For port 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=7cd28080-28ca-4bd9-a2d3-d6c20b06b52e,segment=NetworkSegment(b653c83d-9300-4781-bb1d-0710b7d57308),segment_id=b653c83d-9300-4781-bb1d-0710b7d57308)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:44:18.784510 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:18.849651 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] Calling delete_port for 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e owned by network:dhcp {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:44:18.900785 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] DHCP port deletion for e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 request from dv-cinder-794962-4-iscsi {{(pid=92894) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 20 12:44:18.941065 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:18.943212 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:18.948584 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] Deleting port 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:44:18.948990 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:18.967509 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd28080-28ca-4bd9-a2d3-d6c20b06b52e,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:18.970964 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:18.971760 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] No DVR routers for this DVR port 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e on host dv-cinder-794962-4-iscsi {{(pid=92892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:44:19.026733 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] For port 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e, host dv-cinder-794962-4-iscsi, got binding levels [] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:44:19.027234 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:19.042865 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362930', 'neutron.services.segments.db._delete_segments_for_network-8766931108819'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:19.053286 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:44:19.064880 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b653c83d-9300-4781-bb1d-0710b7d57308') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:44:19.065224 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b653c83d-9300-4781-bb1d-0710b7d57308') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:44:19.074637 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766931108648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7989793'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:19.090302 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:19.094151 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] Calling delete_port for 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:44:19.096989 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.ipam_backend_mixin [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] Port 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e was not found and therefore no delete operation was performed {{(pid=92894) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 20 12:44:19.097891 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 12:44:19.098239 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:19.098542 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8317915'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:19.100402 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bd93a41c-74e3-497f-80a4-72be9f1ff1cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: Traceback (most recent call last): Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: timer() Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: cb(*args, **kw) Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: return func(*args, **kwargs) Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: self._notify() Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: self.callback(batched_events) Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: event.method(event) Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: return f(self, *a, **k) Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._get(url).json() Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 20 12:44:19.100654 dv-cinder-794962-4-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 20 12:44:19.124431 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] Pushing event deleted for resources: {'Port': ['ID=7cd28080-28ca-4bd9-a2d3-d6c20b06b52e,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:19.132186 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] No DVR routers for this DVR port 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e on host dv-cinder-794962-4-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:44:19.135794 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:19.136146 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:19.136521 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:19.136852 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:19.142913 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:19.142913 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:19.142913 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:19.142913 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:19.142913 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:19.142913 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:19.142913 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:19.142913 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:44:19.146866 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-efa295e9-636f-4027-876e-de88d12f87c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:19.169853 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504450'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:19.175320 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:19.182055 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663 HTTP/1.1" status: 204 len: 168 time: 0.5804791 Jun 20 12:44:19.183093 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:19.196094 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e85bbd9c-e1f8-4be9-8ff5-34f7d4fb7663,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:19.198574 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-619c9f75-f241-4c52-8408-48da8617ddb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:19.305388 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52000) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:19.345850 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-845b34c3-4c0b-4e72-a3a1-ec6635fc984e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42b94438d26f407c90638b7861051e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392120 Jun 20 12:44:19.348119 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52002) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:19.396170 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-42689eb5-212b-4cd7-a49c-ae5d552bcdc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:19.416116 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-42689eb5-212b-4cd7-a49c-ae5d552bcdc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:19.464960 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-42689eb5-212b-4cd7-a49c-ae5d552bcdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:19.467569 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-42689eb5-212b-4cd7-a49c-ae5d552bcdc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:19.469075 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-42689eb5-212b-4cd7-a49c-ae5d552bcdc1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1eaeb802-eb20-4239-a6b5-b3b474c95e55 HTTP/1.1" status: 204 len: 168 time: 0.1200280 Jun 20 12:44:19.469874 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-fd823e92-7c9a-41ed-8670-7633598a6e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:19.477139 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42689eb5-212b-4cd7-a49c-ae5d552bcdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaeb802-eb20-4239-a6b5-b3b474c95e55,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:19.480080 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-42689eb5-212b-4cd7-a49c-ae5d552bcdc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:20.024081 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 66f48ee6-2737-46c6-9f5a-e70d9d911d27 no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:44:20.044944 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: 66f48ee6-2737-46c6-9f5a-e70d9d911d27 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:44:20.045347 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 66f48ee6-2737-46c6-9f5a-e70d9d911d27 not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:44:20.046479 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device e216b141-0804-4e9a-9270-cc9de6bb0b6c no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:44:20.064967 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: e216b141-0804-4e9a-9270-cc9de6bb0b6c {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:44:20.065534 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device e216b141-0804-4e9a-9270-cc9de6bb0b6c not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:44:20.065958 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:44:20.085292 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:44:20.085652 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 7cd28080-28ca-4bd9-a2d3-d6c20b06b52e not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:44:20.396639 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:21.237143 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52066) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:21.338833 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3d8ce496-db79-4e32-b45f-e1ab798f7024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:21.427500 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3d8ce496-db79-4e32-b45f-e1ab798f7024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:21.430736 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3d8ce496-db79-4e32-b45f-e1ab798f7024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:21.433058 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-a5477f87-b0d8-4592-91e6-a0d449bcbc4e tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:21.465476 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ce496-db79-4e32-b45f-e1ab798f7024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42d1a9d-3fbd-405e-bc13-4529f8cfb00a,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:21.470226 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-3d8ce496-db79-4e32-b45f-e1ab798f7024 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05d4cd36d1814e8bb457d6038d994147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320931 Jun 20 12:44:21.471221 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-3d8ce496-db79-4e32-b45f-e1ab798f7024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:21.472702 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52072) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:21.519506 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d00893f5-c314-46a0-a9f3-87bd06b45a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:21.539877 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d00893f5-c314-46a0-a9f3-87bd06b45a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:21.583871 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d00893f5-c314-46a0-a9f3-87bd06b45a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:21.586509 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d00893f5-c314-46a0-a9f3-87bd06b45a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:21.587627 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d00893f5-c314-46a0-a9f3-87bd06b45a64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f42d1a9d-3fbd-405e-bc13-4529f8cfb00a HTTP/1.1" status: 204 len: 168 time: 0.1139588 Jun 20 12:44:21.588486 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-b40cb71e-7704-413c-82fd-a05116106a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:21.596471 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00893f5-c314-46a0-a9f3-87bd06b45a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42d1a9d-3fbd-405e-bc13-4529f8cfb00a,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:21.598710 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d00893f5-c314-46a0-a9f3-87bd06b45a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:21.835899 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52078) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:21.849299 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6487f9f2-965a-43ac-b6a5-1f6f377b1eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:21.937559 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6487f9f2-965a-43ac-b6a5-1f6f377b1eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:21.941327 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6487f9f2-965a-43ac-b6a5-1f6f377b1eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:21.944135 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-9fd39628-1375-4e9a-9be5-508ae7557189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:21.977165 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487f9f2-965a-43ac-b6a5-1f6f377b1eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5a89f7-e4ef-4753-8588-9a89f54a27f6,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:21.981483 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-6487f9f2-965a-43ac-b6a5-1f6f377b1eed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82b6f890a10d4a7e85e88b7719b7f383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445138 Jun 20 12:44:21.982366 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-6487f9f2-965a-43ac-b6a5-1f6f377b1eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:21.984598 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52080) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:22.032067 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f940a75a-b100-4f44-9322-2b988a241bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:22.056107 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f940a75a-b100-4f44-9322-2b988a241bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:22.101402 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f940a75a-b100-4f44-9322-2b988a241bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:22.103871 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f940a75a-b100-4f44-9322-2b988a241bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:22.105019 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-f940a75a-b100-4f44-9322-2b988a241bed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc5a89f7-e4ef-4753-8588-9a89f54a27f6 HTTP/1.1" status: 204 len: 168 time: 0.1194792 Jun 20 12:44:22.105765 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-11340f37-373d-484a-9368-04c0b6259e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:22.113285 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940a75a-b100-4f44-9322-2b988a241bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5a89f7-e4ef-4753-8588-9a89f54a27f6,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:22.115464 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-f940a75a-b100-4f44-9322-2b988a241bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:23.638363 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52130) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:23.742505 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7b470ee9-f03e-4d0a-8ae2-43bd95895c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:23.827121 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7b470ee9-f03e-4d0a-8ae2-43bd95895c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:23.830752 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7b470ee9-f03e-4d0a-8ae2-43bd95895c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:23.834081 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-0a24a258-30ec-41d2-8af2-b8a2bd160931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:23.872551 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-7b470ee9-f03e-4d0a-8ae2-43bd95895c0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5742a71871a04763bdff28cd13ccdc1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331095 Jun 20 12:44:23.874860 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b470ee9-f03e-4d0a-8ae2-43bd95895c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435dcf8c-58a9-4821-89a7-5131adad60e2,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:23.875581 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 52134) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:23.877847 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-7b470ee9-f03e-4d0a-8ae2-43bd95895c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:23.931263 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c57e1721-eca8-4618-9399-177ff59a1abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:23.951148 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c57e1721-eca8-4618-9399-177ff59a1abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:24.001194 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c57e1721-eca8-4618-9399-177ff59a1abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:24.004372 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c57e1721-eca8-4618-9399-177ff59a1abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:24.005534 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-c57e1721-eca8-4618-9399-177ff59a1abc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/435dcf8c-58a9-4821-89a7-5131adad60e2 HTTP/1.1" status: 204 len: 168 time: 0.1289012 Jun 20 12:44:24.006375 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-59059861-6103-4939-bd3b-a6bade592ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:24.017226 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e1721-eca8-4618-9399-177ff59a1abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435dcf8c-58a9-4821-89a7-5131adad60e2,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:24.019616 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-c57e1721-eca8-4618-9399-177ff59a1abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:24.255204 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 52140) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:24.268844 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-37f3ae8c-6f49-4bde-9f54-f7260d357ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:24.356277 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-37f3ae8c-6f49-4bde-9f54-f7260d357ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:24.359942 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-37f3ae8c-6f49-4bde-9f54-f7260d357ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:24.362369 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-c57e1721-eca8-4618-9399-177ff59a1abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:24.398755 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-37f3ae8c-6f49-4bde-9f54-f7260d357ae4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c24a9e0d6bd847b58a2e0fd1b26dcbfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424935 Jun 20 12:44:24.399655 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3ae8c-6f49-4bde-9f54-f7260d357ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8720c4d-f796-4921-80b3-1408f7639211,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:24.401331 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52142) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:24.402724 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-37f3ae8c-6f49-4bde-9f54-f7260d357ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:24.449099 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0568a261-dc1c-4bfe-95ec-554b3432866a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:24.470062 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0568a261-dc1c-4bfe-95ec-554b3432866a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:24.516708 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0568a261-dc1c-4bfe-95ec-554b3432866a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:24.519392 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0568a261-dc1c-4bfe-95ec-554b3432866a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:24.520509 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-0568a261-dc1c-4bfe-95ec-554b3432866a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8720c4d-f796-4921-80b3-1408f7639211 HTTP/1.1" status: 204 len: 168 time: 0.1175287 Jun 20 12:44:24.521308 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-35bed305-996e-481e-85c9-308a2867fbb8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:24.529217 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568a261-dc1c-4bfe-95ec-554b3432866a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8720c4d-f796-4921-80b3-1408f7639211,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:24.531793 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-0568a261-dc1c-4bfe-95ec-554b3432866a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:35.487814 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52256) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:35.588830 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9963624b-099b-4bf4-9154-8f042b251e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:35.674361 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9963624b-099b-4bf4-9154-8f042b251e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:35.678081 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9963624b-099b-4bf4-9154-8f042b251e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:35.681414 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-e4b13998-710e-4209-90c8-2e69dbee9f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:35.714365 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-9963624b-099b-4bf4-9154-8f042b251e49 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d86be8c51dc64e04a62cee75d83be8ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255244 Jun 20 12:44:35.716218 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963624b-099b-4bf4-9154-8f042b251e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaefefec-46e4-4394-8da2-53c8cc3417c9,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:35.717104 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 52260) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:35.719960 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-9963624b-099b-4bf4-9154-8f042b251e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:35.765242 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-eae0f7eb-1de0-4c12-95d2-ef4b44a7f6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:35.785654 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-eae0f7eb-1de0-4c12-95d2-ef4b44a7f6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:35.833828 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-eae0f7eb-1de0-4c12-95d2-ef4b44a7f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:35.836915 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-eae0f7eb-1de0-4c12-95d2-ef4b44a7f6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:35.838339 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-eae0f7eb-1de0-4c12-95d2-ef4b44a7f6ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aaefefec-46e4-4394-8da2-53c8cc3417c9 HTTP/1.1" status: 204 len: 168 time: 0.1200273 Jun 20 12:44:35.839466 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-cdbf4206-de75-4845-be00-a1097eff2613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:35.848933 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0f7eb-1de0-4c12-95d2-ef4b44a7f6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaefefec-46e4-4394-8da2-53c8cc3417c9,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:35.851312 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-eae0f7eb-1de0-4c12-95d2-ef4b44a7f6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:36.095635 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 52268) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:36.108688 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-873fcdc6-c6c1-4c5f-ba7a-a7c99da0da2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:36.195918 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-873fcdc6-c6c1-4c5f-ba7a-a7c99da0da2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:36.199507 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-873fcdc6-c6c1-4c5f-ba7a-a7c99da0da2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:36.203272 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-9e977a06-2417-4366-8ceb-3a8bd1e9b91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:36.239088 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-873fcdc6-c6c1-4c5f-ba7a-a7c99da0da2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1797407667454f898a60088db5f9e90f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423721 Jun 20 12:44:36.240046 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fcdc6-c6c1-4c5f-ba7a-a7c99da0da2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a18be0-f9a5-4d7c-98ce-4b36ae3a9820,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:36.242095 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52270) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:36.243390 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-873fcdc6-c6c1-4c5f-ba7a-a7c99da0da2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:36.293110 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4f34d7ee-c2d6-4a4b-ace0-9ca9915bd84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:36.314060 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4f34d7ee-c2d6-4a4b-ace0-9ca9915bd84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:36.358311 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4f34d7ee-c2d6-4a4b-ace0-9ca9915bd84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:36.361264 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4f34d7ee-c2d6-4a4b-ace0-9ca9915bd84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:36.362374 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-4f34d7ee-c2d6-4a4b-ace0-9ca9915bd84d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34a18be0-f9a5-4d7c-98ce-4b36ae3a9820 HTTP/1.1" status: 204 len: 168 time: 0.1192880 Jun 20 12:44:36.363213 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-cd97ec10-22d9-4b9f-9240-96e3b9d07abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:36.370349 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34d7ee-c2d6-4a4b-ace0-9ca9915bd84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a18be0-f9a5-4d7c-98ce-4b36ae3a9820,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:36.372677 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-4f34d7ee-c2d6-4a4b-ace0-9ca9915bd84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:37.350673 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 52302) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:37.452397 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-60760c43-a28a-4b33-a866-46ecfd50a885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:37.539608 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-60760c43-a28a-4b33-a866-46ecfd50a885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:37.543311 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-60760c43-a28a-4b33-a866-46ecfd50a885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:37.545731 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-50cf7910-d77d-40eb-be9d-9da9de6c5d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:37.580654 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-60760c43-a28a-4b33-a866-46ecfd50a885 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a932eb9fc4a4a589fed86241ee16674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289436 Jun 20 12:44:37.581551 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60760c43-a28a-4b33-a866-46ecfd50a885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea58d85-1119-4f05-a15d-b3969b560b30,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:37.583328 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52306) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:37.584442 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-60760c43-a28a-4b33-a866-46ecfd50a885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:37.632842 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d4de2e2a-ac04-4f72-89d1-cb6d2bd0458b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:37.653020 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d4de2e2a-ac04-4f72-89d1-cb6d2bd0458b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:37.697069 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d4de2e2a-ac04-4f72-89d1-cb6d2bd0458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:37.699575 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d4de2e2a-ac04-4f72-89d1-cb6d2bd0458b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:37.700753 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d4de2e2a-ac04-4f72-89d1-cb6d2bd0458b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bea58d85-1119-4f05-a15d-b3969b560b30 HTTP/1.1" status: 204 len: 168 time: 0.1157472 Jun 20 12:44:37.701535 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-8ac65655-0108-4e73-a5ec-323f92d3e58d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:37.708743 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de2e2a-ac04-4f72-89d1-cb6d2bd0458b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea58d85-1119-4f05-a15d-b3969b560b30,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:37.710943 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d4de2e2a-ac04-4f72-89d1-cb6d2bd0458b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:37.947969 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3864e9db-f162-4f65-9b12-529d0d9605f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:40.034439 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0f31b516-a3c8-41d0-9d50-63475c1391cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:40.410365 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:41.661629 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:43.404918 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:45.457623 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52440) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:45.557599 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fac04e39-f6c9-4038-af68-6c0da233a291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:45.646400 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fac04e39-f6c9-4038-af68-6c0da233a291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:45.650215 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fac04e39-f6c9-4038-af68-6c0da233a291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:45.652667 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-898e40a4-260d-4943-a3ed-23950f188e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:45.691092 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-fac04e39-f6c9-4038-af68-6c0da233a291 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29dc1a74396b47028c40533d6527d31f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324302 Jun 20 12:44:45.692001 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac04e39-f6c9-4038-af68-6c0da233a291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5589d3-ab96-4829-b3d0-e01c025ed3b7,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:45.693862 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 52446) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:45.695265 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-fac04e39-f6c9-4038-af68-6c0da233a291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:45.745091 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e85083cd-3484-45fd-a02b-609d9eb9bdfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:45.764554 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e85083cd-3484-45fd-a02b-609d9eb9bdfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:45.809046 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e85083cd-3484-45fd-a02b-609d9eb9bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:45.811559 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e85083cd-3484-45fd-a02b-609d9eb9bdfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:45.812914 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-e85083cd-3484-45fd-a02b-609d9eb9bdfe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a5589d3-ab96-4829-b3d0-e01c025ed3b7 HTTP/1.1" status: 204 len: 168 time: 0.1178951 Jun 20 12:44:45.813759 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b6e0f390-6d58-4c80-8c96-9d1ca691dd0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:45.821206 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85083cd-3484-45fd-a02b-609d9eb9bdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5589d3-ab96-4829-b3d0-e01c025ed3b7,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:45.823585 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-e85083cd-3484-45fd-a02b-609d9eb9bdfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:46.063693 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52452) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:46.077194 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-07f3474f-7f2c-49c2-96d1-07de4dd01033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:46.163406 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-07f3474f-7f2c-49c2-96d1-07de4dd01033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:46.166965 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-07f3474f-7f2c-49c2-96d1-07de4dd01033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:46.170190 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c6b0aab5-2232-4b8c-800f-4ca686f171e9 tempest-TestMinimumBasicScenario-1880822530 tempest-TestMinimumBasicScenario-1880822530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:46.204577 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-07f3474f-7f2c-49c2-96d1-07de4dd01033 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f5b4eda36044f8a994fcdd70032bfbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398304 Jun 20 12:44:46.206548 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3474f-7f2c-49c2-96d1-07de4dd01033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e8fc1c-8488-4c42-9694-4f1fe3e72bc9,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:46.207353 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 52454) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:46.209501 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-07f3474f-7f2c-49c2-96d1-07de4dd01033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:46.254378 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6753faea-041d-4c33-b888-12d3feff30f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:46.274805 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6753faea-041d-4c33-b888-12d3feff30f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:46.318894 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6753faea-041d-4c33-b888-12d3feff30f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:46.321522 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6753faea-041d-4c33-b888-12d3feff30f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:46.322642 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-6753faea-041d-4c33-b888-12d3feff30f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62e8fc1c-8488-4c42-9694-4f1fe3e72bc9 HTTP/1.1" status: 204 len: 168 time: 0.1143041 Jun 20 12:44:46.323418 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-2c8832e0-ab63-41d4-af71-d3b8c206ec0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:46.331284 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753faea-041d-4c33-b888-12d3feff30f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e8fc1c-8488-4c42-9694-4f1fe3e72bc9,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:46.333501 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-6753faea-041d-4c33-b888-12d3feff30f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:46.629298 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 52462) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:46.644583 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc895-8d53-42b0-9f39-fb6415406224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:46.735786 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc895-8d53-42b0-9f39-fb6415406224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:46.739555 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc895-8d53-42b0-9f39-fb6415406224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:46.742258 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-37f3ae8c-6f49-4bde-9f54-f7260d357ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:46.777223 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-cb9dc895-8d53-42b0-9f39-fb6415406224 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d93dc8c904d0448696ada33642fb9350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465571 Jun 20 12:44:46.778064 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9dc895-8d53-42b0-9f39-fb6415406224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6f71d3-0e98-4741-9d49-46b03aca19d4,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:46.779847 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52464) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:44:46.780869 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-cb9dc895-8d53-42b0-9f39-fb6415406224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:46.829844 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ba890472-cb12-47ba-927d-286012053eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:46.850548 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ba890472-cb12-47ba-927d-286012053eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:46.894839 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ba890472-cb12-47ba-927d-286012053eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:46.897519 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ba890472-cb12-47ba-927d-286012053eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:46.901280 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-ba890472-cb12-47ba-927d-286012053eb4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f6f71d3-0e98-4741-9d49-46b03aca19d4 HTTP/1.1" status: 204 len: 168 time: 0.1178217 Jun 20 12:44:46.901280 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-3d8ce496-db79-4e32-b45f-e1ab798f7024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:44:46.908021 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba890472-cb12-47ba-927d-286012053eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6f71d3-0e98-4741-9d49-46b03aca19d4,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:44:46.910382 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-ba890472-cb12-47ba-927d-286012053eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:44:50.406843 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:44:51.146763 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:45:07.951876 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2dd8-473b-4677-b04b-4481cc0fb5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:45:10.034945 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f7cecaee-db61-48b0-8a17-de83c0e11b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:45:10.411016 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:45:11.666843 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:45:13.409158 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:45:20.424328 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:45:28.145437 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:45:37.956940 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-802ca85e-3a1e-4450-9107-95df18cac91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:45:40.034904 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9966ac10-4e31-4907-8e58-ce4f9bbfc2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:45:40.411882 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:45:41.669410 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:45:43.411603 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:45:50.420173 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:46:05.144831 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:46:07.956634 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f747eb85-3c3a-486e-abf5-03d74a161177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:46:10.035275 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-80e7f29b-f53b-4ee0-bf07-625fad46c56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:46:10.411642 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:46:11.672829 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:46:13.413946 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:46:20.435523 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:46:37.956792 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a847ea51-5093-4b1d-99c1-a2efdd705e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:46:40.036614 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-596da646-047d-454e-b46b-505645f06edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:46:40.412198 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:46:41.674800 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:46:42.143044 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:46:43.416841 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:46:50.432843 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:07.958134 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e6eea3af-927d-4c07-875c-a45713f64386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:10.035659 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-788b4d54-dd78-4857-af37-e31a0065e757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:10.413160 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:11.678345 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:11.962032 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52798) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:47:12.457815 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477133'] for router_interface, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:12.701411 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Deleting port c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:47:12.701755 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:12.780579 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] For port c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb,segment=NetworkSegment(13296fdf-29cc-4cef-9f7a-9c15fc01c76c),segment_id=13296fdf-29cc-4cef-9f7a-9c15fc01c76c)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:47:12.780855 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:12.841580 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Calling delete_port for c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb owned by network:router_interface {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:47:13.016797 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:13.018719 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-1cff3bb0-72cd-4e40-a2ac-e74ccea784fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:13.045635 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:13.073933 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:13.074327 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:13.074704 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:13.075073 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:13.075439 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:13.075802 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:13.076162 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:13.076521 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:13.076884 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:13.077267 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:13.077629 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:13.077972 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:13.098550 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:13.419658 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:13.479116 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1667691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-477041'] for router_interface, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:13.684789 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Router 448d5117-a3a3-4311-a0a9-aaba342c547d has already been hosted by L3 agent a329bf4b-cb37-4dda-9ace-4d08b97fc8d9 {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 20 12:47:13.789205 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] Notify agent at l3_agent.dv-cinder-794962-4-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 12:47:13.794225 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-db64980d-ca72-42c5-bd24-3a05a5b0a981 admin admin] 10.222.0.25 "PUT /v2.0/routers/448d5117-a3a3-4311-a0a9-aaba342c547d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8310423 Jun 20 12:47:13.796563 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52804) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:47:13.799673 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bc7d2b-6226-418e-92bc-914edc609505 None None] Sync routers for ids ['448d5117-a3a3-4311-a0a9-aaba342c547d'] in dv-cinder-794962-4-iscsi {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 12:47:13.808681 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bc7d2b-6226-418e-92bc-914edc609505 None None] Routers {'448d5117-a3a3-4311-a0a9-aaba342c547d'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:47:13.809353 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-c9bc7d2b-6226-418e-92bc-914edc609505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:47:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['448d5117-a3a3-4311-a0a9-aaba342c547d'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:47:13.900520 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ec024aef-5a21-424f-aec2-2a1b2683d787 admin admin] Notify callbacks [] for router, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:13.912365 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-c9bc7d2b-6226-418e-92bc-914edc609505 None None] Set router 448d5117-a3a3-4311-a0a9-aaba342c547d gateway port host: dv-cinder-794962-4-iscsi {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:47:14.003554 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ec024aef-5a21-424f-aec2-2a1b2683d787 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:14.055247 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-ec024aef-5a21-424f-aec2-2a1b2683d787 admin admin] Deleting port f68c947b-92f5-4503-a6a7-c2d0215606a0 {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:47:14.055958 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ec024aef-5a21-424f-aec2-2a1b2683d787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:14.091140 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-c9bc7d2b-6226-418e-92bc-914edc609505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'external_fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:47:12Z', 'revision_number': 5, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port': {'id': 'f68c947b-92f5-4503-a6a7-c2d0215606a0', 'name': '', 'network_id': '3f7a09d2-824b-4c30-a4c6-5e0e19540541', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:de:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-20T12:06:38Z', 'updated_at': '2021-06-20T12:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4186b5e8-5a7d-41cb-85c6-3f8309c8906f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-4-iscsi'}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:47:14.117633 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bc7d2b-6226-418e-92bc-914edc609505 None None] Checking router: 448d5117-a3a3-4311-a0a9-aaba342c547d for host: dv-cinder-794962-4-iscsi {{(pid=92895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 12:47:14.126220 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bc7d2b-6226-418e-92bc-914edc609505 None None] Routers {'448d5117-a3a3-4311-a0a9-aaba342c547d'} bound to L3 agent in host dv-cinder-794962-4-iscsi {{(pid=92895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 20 12:47:14.126827 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-c9bc7d2b-6226-418e-92bc-914edc609505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-20T11:58:40Z,description=,heartbeat_timestamp=2021-06-20T12:47:10Z,host='dv-cinder-794962-4-iscsi',id=a329bf4b-cb37-4dda-9ace-4d08b97fc8d9,load=0,resource_versions=,resources_synced=,started_at=2021-06-20T11:58:40Z,topic='l3_agent')) {'router_ids': ['448d5117-a3a3-4311-a0a9-aaba342c547d'], 'active': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:47:14.135472 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-ec024aef-5a21-424f-aec2-2a1b2683d787 admin admin] For port f68c947b-92f5-4503-a6a7-c2d0215606a0, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=f68c947b-92f5-4503-a6a7-c2d0215606a0,segment=NetworkSegment(2388d1a0-b118-432e-8783-6681ac3b22df),segment_id=2388d1a0-b118-432e-8783-6681ac3b22df)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:47:14.135826 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ec024aef-5a21-424f-aec2-2a1b2683d787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:14.201790 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-ec024aef-5a21-424f-aec2-2a1b2683d787 admin admin] Calling delete_port for f68c947b-92f5-4503-a6a7-c2d0215606a0 owned by network:router_gateway {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:47:14.210931 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvr_db [None req-c9bc7d2b-6226-418e-92bc-914edc609505 None None] Set router 448d5117-a3a3-4311-a0a9-aaba342c547d gateway port host: None {{(pid=92895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 20 12:47:14.263858 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.l3_hamode_db [None req-c9bc7d2b-6226-418e-92bc-914edc609505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:47:14Z', 'revision_number': 6, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port_host': None}], 'dv-cinder-794962-4-iscsi', False) {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:47:14.290169 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bc7d2b-6226-418e-92bc-914edc609505 None None] The sync data for ids ['448d5117-a3a3-4311-a0a9-aaba342c547d'] in dv-cinder-794962-4-iscsi is: [{'id': '448d5117-a3a3-4311-a0a9-aaba342c547d', 'name': 'tempest-AttachVolumeTestJSON-1790446314-router', 'tenant_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-20T12:06:36Z', 'updated_at': '2021-06-20T12:47:14Z', 'revision_number': 6, 'project_id': 'c16ce4f25bdc4e63a3033d70aef6b192', 'gw_port_host': None}] {{(pid=92895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 12:47:14.369515 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ec024aef-5a21-424f-aec2-2a1b2683d787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:14.372153 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5ca9085f-f56f-445d-a75e-32382dbef5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:14.396762 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec024aef-5a21-424f-aec2-2a1b2683d787 admin admin] Pushing event deleted for resources: {'Port': ['ID=f68c947b-92f5-4503-a6a7-c2d0215606a0,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:14.400528 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-ec024aef-5a21-424f-aec2-2a1b2683d787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:14.458098 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ec024aef-5a21-424f-aec2-2a1b2683d787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504413'] for router_gateway, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:14.544758 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ec024aef-5a21-424f-aec2-2a1b2683d787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3194'] for router, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:14.546741 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ec024aef-5a21-424f-aec2-2a1b2683d787 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:14.588689 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ec024aef-5a21-424f-aec2-2a1b2683d787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475154'] for router, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:14.589223 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec024aef-5a21-424f-aec2-2a1b2683d787 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 448d5117-a3a3-4311-a0a9-aaba342c547d {{(pid=92892) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 20 12:47:14.594126 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ec024aef-5a21-424f-aec2-2a1b2683d787 admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:14.595241 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-ec024aef-5a21-424f-aec2-2a1b2683d787 admin admin] 10.222.0.25 "DELETE /v2.0/routers/448d5117-a3a3-4311-a0a9-aaba342c547d HTTP/1.1" status: 204 len: 168 time: 0.7977269 Jun 20 12:47:14.597707 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52806) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:47:14.643943 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cebfae5-802c-4868-8171-254bcfc6491b admin admin] Deleting subnet f7035286-0d2c-4091-b67f-a11e111092cb {{(pid=92892) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 20 12:47:14.647063 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7cebfae5-802c-4868-8171-254bcfc6491b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:14.685292 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7cebfae5-802c-4868-8171-254bcfc6491b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7989800'] for subnet, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:14.765187 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7cebfae5-802c-4868-8171-254bcfc6491b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1363053'] for subnet, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:14.815072 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7cebfae5-802c-4868-8171-254bcfc6491b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8239984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7266127'] for subnet, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:14.817253 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-b9e28bdc-ac5c-49fe-9e99-8a87f0047d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:14.838537 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebfae5-802c-4868-8171-254bcfc6491b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7035286-0d2c-4091-b67f-a11e111092cb,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:14.841899 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-7cebfae5-802c-4868-8171-254bcfc6491b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:14.848507 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7cebfae5-802c-4868-8171-254bcfc6491b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:14.850376 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-7cebfae5-802c-4868-8171-254bcfc6491b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f7035286-0d2c-4091-b67f-a11e111092cb HTTP/1.1" status: 204 len: 168 time: 0.2517512 Jun 20 12:47:14.852768 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52808) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:47:14.854252 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a6fede-58f2-4a37-a87d-7254eab37ff0 None None] Network 5e233dd5-0a82-494e-b604-1b4b30b1dfc7 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:47:14.922988 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613649'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:14.974363 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] Deleting port 6e548245-9a10-4a17-a5b3-5eec1e3d2a93 {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:47:14.974617 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:15.047691 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] For port 6e548245-9a10-4a17-a5b3-5eec1e3d2a93, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=6e548245-9a10-4a17-a5b3-5eec1e3d2a93,segment=NetworkSegment(13296fdf-29cc-4cef-9f7a-9c15fc01c76c),segment_id=13296fdf-29cc-4cef-9f7a-9c15fc01c76c)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:47:15.048647 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:15.050321 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] DHCP port deletion for 5e233dd5-0a82-494e-b604-1b4b30b1dfc7 request from dv-cinder-794962-4-iscsi {{(pid=92894) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 20 12:47:15.096605 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] Deleting port 6e548245-9a10-4a17-a5b3-5eec1e3d2a93 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:47:15.096942 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:15.113364 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] Calling delete_port for 6e548245-9a10-4a17-a5b3-5eec1e3d2a93 owned by network:dhcp {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:47:15.163010 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] For port 6e548245-9a10-4a17-a5b3-5eec1e3d2a93, host dv-cinder-794962-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-4-iscsi',level=0,port_id=6e548245-9a10-4a17-a5b3-5eec1e3d2a93,segment=NetworkSegment(13296fdf-29cc-4cef-9f7a-9c15fc01c76c),segment_id=13296fdf-29cc-4cef-9f7a-9c15fc01c76c)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:47:15.163411 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:15.194910 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8239882'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:15.197055 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-178a97f3-120b-472b-a734-11418dbaa641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:15.223233 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e548245-9a10-4a17-a5b3-5eec1e3d2a93,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:15.225054 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] No DVR routers for this DVR port 6e548245-9a10-4a17-a5b3-5eec1e3d2a93 on host dv-cinder-794962-4-iscsi {{(pid=92892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:47:15.226494 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:15.229541 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] Calling delete_port for 6e548245-9a10-4a17-a5b3-5eec1e3d2a93 owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:47:15.303012 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362930', 'neutron.services.segments.db._delete_segments_for_network-8766931108819'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:15.305199 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:15.307932 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ec0141ea-988c-4300-b905-982fb71fb605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:15.313864 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e233dd5-0a82-494e-b604-1b4b30b1dfc7']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:47:15.328086 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13296fdf-29cc-4cef-9f7a-9c15fc01c76c') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:47:15.329141 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13296fdf-29cc-4cef-9f7a-9c15fc01c76c') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:47:15.332299 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] Pushing event deleted for resources: {'Port': ['ID=6e548245-9a10-4a17-a5b3-5eec1e3d2a93,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:15.334579 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] No DVR routers for this DVR port 6e548245-9a10-4a17-a5b3-5eec1e3d2a93 on host dv-cinder-794962-4-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:47:15.338739 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766931108648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7989793'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:15.342083 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:15.342434 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:15.342775 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:15.343107 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:15.343444 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:15.343798 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:15.344644 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:15.344992 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:15.345502 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:15.345831 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:15.346157 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:15.346505 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:15.350022 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b8c6d123-1aab-4717-bf60-43ab2f440f94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:15.356719 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:15.362842 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 12:47:15.363220 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8317915'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: Traceback (most recent call last): Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: timer() Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: cb(*args, **kw) Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: return func(*args, **kwargs) Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: self._notify() Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: self.callback(batched_events) Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: event.method(event) Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: return f(self, *a, **k) Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._get(url).json() Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 20 12:47:15.364883 dv-cinder-794962-4-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 20 12:47:15.415776 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504450'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:15.418985 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:15.421244 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:15.423293 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5e233dd5-0a82-494e-b604-1b4b30b1dfc7 HTTP/1.1" status: 204 len: 168 time: 0.5694335 Jun 20 12:47:15.433853 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e233dd5-0a82-494e-b604-1b4b30b1dfc7,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:15.436279 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-28d35db8-7aae-40f3-9c7e-4d924afb2f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:15.531993 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52812) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:47:15.571653 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d835a89d-d59f-4d99-9fcb-e82f8a0d76ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c16ce4f25bdc4e63a3033d70aef6b192&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383856 Jun 20 12:47:15.573897 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52814) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:47:15.624120 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-052ec45e-6c10-4044-bc22-b46f946af9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:15.645436 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-052ec45e-6c10-4044-bc22-b46f946af9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:15.689967 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-052ec45e-6c10-4044-bc22-b46f946af9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:15.692647 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-052ec45e-6c10-4044-bc22-b46f946af9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:15.693822 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-052ec45e-6c10-4044-bc22-b46f946af9de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6390d5de-795d-43d3-9f88-c4ba38e0de79 HTTP/1.1" status: 204 len: 168 time: 0.1190727 Jun 20 12:47:15.694615 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c3a2194f-0745-42f0-b6ef-bd431a4664a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:15.702715 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ec45e-6c10-4044-bc22-b46f946af9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6390d5de-795d-43d3-9f88-c4ba38e0de79,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:15.705753 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-052ec45e-6c10-4044-bc22-b46f946af9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:16.115312 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 6e548245-9a10-4a17-a5b3-5eec1e3d2a93 no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:47:16.135680 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: 6e548245-9a10-4a17-a5b3-5eec1e3d2a93 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:47:16.136033 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device 6e548245-9a10-4a17-a5b3-5eec1e3d2a93 not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:47:16.136457 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:47:16.161142 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:47:16.161545 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device c2d719f0-1e07-48b6-8eb6-5a4d5e2e4dfb not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:47:16.161909 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device f68c947b-92f5-4503-a6a7-c2d0215606a0 no longer exists at agent ovs-agent-dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:47:16.180381 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] No Port match for: f68c947b-92f5-4503-a6a7-c2d0215606a0 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:47:16.180851 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Device f68c947b-92f5-4503-a6a7-c2d0215606a0 not bound to the agent host dv-cinder-794962-4-iscsi {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:47:16.351564 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 52836) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:47:16.442474 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1547213869-network', 'tenant_id': '28ffb030a1c642a2a4777465f4442a1d'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:47:16.462555 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Made reservation on behalf of 28ffb030a1c642a2a4777465f4442a1d for: {'network': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:47:16.465034 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for network, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:16.473233 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:16.559125 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:16.562925 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:16.565885 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-eae0f7eb-1de0-4c12-95d2-ef4b44a7f6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:16.587628 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=92893) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 12:47:16.596595 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e8af04-91c2-46c3-b2ac-486b6cfa6539,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:16.605093 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:16.605430 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.db.segments_db [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Added segment 589cd190-c62c-43b5-a1d9-014a31e237dd of type vlan for network 6d6fc138-54f4-4157-a587-7d209810e123 Jun 20 12:47:16.607534 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:16.607909 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:16.608274 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:16.608630 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:16.609012 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:16.609953 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:16.610314 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:16.610666 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:16.611280 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:16.611628 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:16.611977 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:16.612371 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:47:16.616645 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:16.654783 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766930588892'] for network, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:16.683024 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602'] for network, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:16.684351 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:16.684957 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:16.687839 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-4f378abb-4e78-4569-9aa8-97fd4ff1a662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:16.741029 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3883371 Jun 20 12:47:16.743880 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 52842) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:47:16.749517 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-e506011e-edd1-4041-b7ae-e22c1db1312a admin admin] Request body: {'subnet': {'network_id': '6d6fc138-54f4-4157-a587-7d209810e123', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1547213869-subnet', 'tenant_id': '28ffb030a1c642a2a4777465f4442a1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:47:16.752061 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Pushing event updated for resources: {'Network': ['ID=6d6fc138-54f4-4157-a587-7d209810e123,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:16.755490 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-8e84b5cf-ab5f-4ecb-8eae-a2170bb4b4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:16.761625 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Network 6d6fc138-54f4-4157-a587-7d209810e123 details requested by agent ovs-agent-dv-cinder-794962-4-iscsi with host dv-cinder-794962-4-iscsi {{(pid=92894) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 20 12:47:16.775890 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e506011e-edd1-4041-b7ae-e22c1db1312a admin admin] Made reservation on behalf of 28ffb030a1c642a2a4777465f4442a1d for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:47:16.778339 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e506011e-edd1-4041-b7ae-e22c1db1312a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7266148'] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:16.947344 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e506011e-edd1-4041-b7ae-e22c1db1312a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8240049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7266166'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:16.950079 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:17.002468 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506011e-edd1-4041-b7ae-e22c1db1312a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b6ae4b3-24b5-428d-b712-ec5d4820ab07,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:17.006124 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-e506011e-edd1-4041-b7ae-e22c1db1312a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:17.009718 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e506011e-edd1-4041-b7ae-e22c1db1312a admin admin] Checking segment: {'id': '589cd190-c62c-43b5-a1d9-014a31e237dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:47:17.010077 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e506011e-edd1-4041-b7ae-e22c1db1312a admin admin] Network hostable DHCP agents. Network: 6d6fc138-54f4-4157-a587-7d209810e123, hostable agents: ['2417948c-c80f-4bbc-831a-f1bbd16412d3'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 12:47:17.025311 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e506011e-edd1-4041-b7ae-e22c1db1312a admin admin] Network 6d6fc138-54f4-4157-a587-7d209810e123 is scheduled to be hosted by DHCP agent 2417948c-c80f-4bbc-831a-f1bbd16412d3 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 12:47:17.033998 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-e506011e-edd1-4041-b7ae-e22c1db1312a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-4-iscsi, 6d6fc138-54f4-4157-a587-7d209810e123) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:47:17.037806 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e506011e-edd1-4041-b7ae-e22c1db1312a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:17.038391 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e506011e-edd1-4041-b7ae-e22c1db1312a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:17.043767 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0df15c-4195-4354-b150-3b8437630875 None None] Network 6d6fc138-54f4-4157-a587-7d209810e123 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:47:17.052174 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-e506011e-edd1-4041-b7ae-e22c1db1312a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3071144 Jun 20 12:47:17.166483 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed0672d-c6f9-4f3d-bc3b-c7fed5b8fc2d None None] Network 6d6fc138-54f4-4157-a587-7d209810e123 requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:47:17.603926 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-df3de554-738d-4e29-80c1-3f4fdf366649 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:17.605394 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-df3de554-738d-4e29-80c1-3f4fdf366649 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/networks?id=6d6fc138-54f4-4157-a587-7d209810e123 HTTP/1.1" status: 200 len: 815 time: 0.0984819 Jun 20 12:47:17.620045 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-8b9d5825-f0fe-452f-bfa7-afa238505ed1 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/quotas/28ffb030a1c642a2a4777465f4442a1d HTTP/1.1" status: 200 len: 375 time: 0.0090830 Jun 20 12:47:17.657188 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-8cec106f-a9dd-4806-bb53-3f604901a232 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=28ffb030a1c642a2a4777465f4442a1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322912 Jun 20 12:47:17.787292 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-3df33bc0-4252-4d57-8be4-ba402f9a0630 service neutron] 10.222.0.25 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234865 Jun 20 12:47:17.879641 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-ad894988-810b-4868-af51-a8ec0cc4b2bc service neutron] 10.222.0.25 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867529 Jun 20 12:47:18.120000 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c8989aec-26e5-49e1-a7c2-543aea715f07 req-133ba3e5-4d70-480e-be40-7768f5f6a0a0 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c HTTP/1.1" status: 200 len: 210 time: 0.0883291 Jun 20 12:47:19.141441 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:47:19.270035 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bcb6d395-3e3a-4681-b654-f11610a7e5ce req-395fec13-3078-4483-9978-da7877f1d693 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c HTTP/1.1" status: 200 len: 210 time: 0.0302796 Jun 20 12:47:19.324970 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-e073e34b-9555-4478-8ce1-8e8190ef7e00 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:19.326373 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-e073e34b-9555-4478-8ce1-8e8190ef7e00 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.30 "GET /v2.0/networks?id=6d6fc138-54f4-4157-a587-7d209810e123 HTTP/1.1" status: 200 len: 815 time: 0.1318920 Jun 20 12:47:19.344554 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-1e3415f9-634c-4b89-a411-d61233a2b25a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Request body: {'port': {'device_id': 'a8eba8ef-f111-4386-92f9-4fbbb3998d0c', 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123', 'admin_state_up': True, 'tenant_id': '28ffb030a1c642a2a4777465f4442a1d'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:47:19.454408 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-1e3415f9-634c-4b89-a411-d61233a2b25a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Made reservation on behalf of 28ffb030a1c642a2a4777465f4442a1d for: {'port': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:47:19.457893 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-1e3415f9-634c-4b89-a411-d61233a2b25a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:19.578855 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-1e3415f9-634c-4b89-a411-d61233a2b25a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Allocated IP 172.20.0.8 (6d6fc138-54f4-4157-a587-7d209810e123/9b6ae4b3-24b5-428d-b712-ec5d4820ab07/e8c241d2-5f92-497f-b256-0fba8a2796a8) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:47:19.718499 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-1e3415f9-634c-4b89-a411-d61233a2b25a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:19.761588 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-1e3415f9-634c-4b89-a411-d61233a2b25a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7115647'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:19.765352 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-bd1dc562-f2fa-4d8b-a65c-934d3c631100 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:19.805898 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-1e3415f9-634c-4b89-a411-d61233a2b25a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Network 6d6fc138-54f4-4157-a587-7d209810e123 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:47:19.809081 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-1e3415f9-634c-4b89-a411-d61233a2b25a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:47:19.812946 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-1e3415f9-634c-4b89-a411-d61233a2b25a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:47:19.835056 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3415f9-634c-4b89-a411-d61233a2b25a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Pushing event updated for resources: {'Port': ['ID=e8c241d2-5f92-497f-b256-0fba8a2796a8,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:19.839355 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-1e3415f9-634c-4b89-a411-d61233a2b25a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:19.863358 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-1e3415f9-634c-4b89-a411-d61233a2b25a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:19.863956 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-1e3415f9-634c-4b89-a411-d61233a2b25a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:19.877490 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-1e3415f9-634c-4b89-a411-d61233a2b25a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5370729 Jun 20 12:47:19.895933 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Request body: {'port': {'device_id': 'a8eba8ef-f111-4386-92f9-4fbbb3998d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:47:19.967670 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:20.220327 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c241d2-5f92-497f-b256-0fba8a2796a8 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:47:20.227500 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:20.239558 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Transition to ACTIVE for port object e8c241d2-5f92-497f-b256-0fba8a2796a8 will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:47:20.242201 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:20.244791 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-852ed51c-7b24-4b42-99eb-9355524c5527 tempest-ServerRescueNegativeTestJSON-2027617753 tempest-ServerRescueNegativeTestJSON-2027617753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:20.316575 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Pushing event updated for resources: {'Port': ['ID=e8c241d2-5f92-497f-b256-0fba8a2796a8,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:20.319964 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:20.381519 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Attempting to bind port e8c241d2-5f92-497f-b256-0fba8a2796a8 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:47:20.381881 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Attempting to bind port e8c241d2-5f92-497f-b256-0fba8a2796a8 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '589cd190-c62c-43b5-a1d9-014a31e237dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:47:20.382284 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Attempting to bind port e8c241d2-5f92-497f-b256-0fba8a2796a8 on network 6d6fc138-54f4-4157-a587-7d209810e123 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:47:20.386418 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Port e8c241d2-5f92-497f-b256-0fba8a2796a8 on network 6d6fc138-54f4-4157-a587-7d209810e123 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 20 12:47:20.386735 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Attempting to bind port e8c241d2-5f92-497f-b256-0fba8a2796a8 on network 6d6fc138-54f4-4157-a587-7d209810e123 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:47:20.391594 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Checking agent: {'id': '3511620b-fad0-480c-9502-82df55f89faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'started_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:47:20.391922 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Checking segment: {'id': '589cd190-c62c-43b5-a1d9-014a31e237dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:47:20.392288 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Bound using segment: {'id': '589cd190-c62c-43b5-a1d9-014a31e237dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:47:20.392709 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Bound port: e8c241d2-5f92-497f-b256-0fba8a2796a8, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589cd190-c62c-43b5-a1d9-014a31e237dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:47:20.393077 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:20.433468 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:20.450286 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4845a-b074-4584-8548-c6c5280a8625 req-7dbb3b56-96cb-475e-a288-190c4fa326a6 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:20.451833 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d6c4845a-b074-4584-8548-c6c5280a8625 req-7dbb3b56-96cb-475e-a288-190c4fa326a6 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c HTTP/1.1" status: 200 len: 943 time: 0.0647013 Jun 20 12:47:20.455314 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] For port e8c241d2-5f92-497f-b256-0fba8a2796a8, host hv-cinder-79496, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:47:20.458394 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] For port e8c241d2-5f92-497f-b256-0fba8a2796a8, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e8c241d2-5f92-497f-b256-0fba8a2796a8,segment=NetworkSegment(589cd190-c62c-43b5-a1d9-014a31e237dd),segment_id=589cd190-c62c-43b5-a1d9-014a31e237dd)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:47:20.462168 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:20.464858 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a7e36ee5-79a7-433f-880f-ddb326ab4940 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:20.492086 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d6c4845a-b074-4584-8548-c6c5280a8625 req-9b92fb94-8736-47ed-8b76-013455ab9441 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336568 Jun 20 12:47:20.501649 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:20.502261 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:20.503625 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] 10.222.0.30 "PUT /v2.0/ports/e8c241d2-5f92-497f-b256-0fba8a2796a8 HTTP/1.1" status: 200 len: 1093 time: 0.6121187 Jun 20 12:47:20.504148 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8eba8ef-f111-4386-92f9-4fbbb3998d0c', 'tag': 'e8c241d2-5f92-497f-b256-0fba8a2796a8'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:47:20.506456 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a0d010-73a9-4d72-8dea-dc6b7341d5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a8eba8ef-f111-4386-92f9-4fbbb3998d0c", "tag": "e8c241d2-5f92-497f-b256-0fba8a2796a8"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:47:20.530872 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Pushing event updated for resources: {'Port': ['ID=e8c241d2-5f92-497f-b256-0fba8a2796a8,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:20.534477 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:20.627285 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-8459fe67-d797-4932-9080-5a13e8cd713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:20.628629 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-8459fe67-d797-4932-9080-5a13e8cd713b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28ffb030a1c642a2a4777465f4442a1d&device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c HTTP/1.1" status: 200 len: 1096 time: 0.0513265 Jun 20 12:47:20.675506 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-bd3ce316-c134-4137-874d-f3ffb9a11a0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8c241d2-5f92-497f-b256-0fba8a2796a8 HTTP/1.1" status: 200 len: 217 time: 0.0324147 Jun 20 12:47:20.999130 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-454560b8-e390-4e48-a2c4-b4b3a33bbb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:21.000785 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-454560b8-e390-4e48-a2c4-b4b3a33bbb53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b6ae4b3-24b5-428d-b712-ec5d4820ab07 HTTP/1.1" status: 200 len: 855 time: 0.3175347 Jun 20 12:47:21.032147 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-006d73a0-a1fb-402e-9e62-003c8e2316b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d6fc138-54f4-4157-a587-7d209810e123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245903 Jun 20 12:47:21.116003 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-c7cf2a42-cc20-4385-92e9-8b99b67d83be service neutron] 10.222.0.30 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777929 Jun 20 12:47:21.203742 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f7c0ef62-ccd7-4721-ac2e-d83aad37415d req-8d7b279d-c604-4fd8-b952-f2bd3a7ac9f3 service neutron] 10.222.0.30 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808127 Jun 20 12:47:21.575333 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c4b557-cd43-4092-adf9-62a26c0e48c5 x-openstack-request-id: req-d7c4b557-cd43-4092-adf9-62a26c0e48c5 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:47:21.575872 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8eba8ef-f111-4386-92f9-4fbbb3998d0c", "tag": "e8c241d2-5f92-497f-b256-0fba8a2796a8", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:47:21.575977 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7c4b557-cd43-4092-adf9-62a26c0e48c5 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:47:21.576363 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8eba8ef-f111-4386-92f9-4fbbb3998d0c', 'tag': 'e8c241d2-5f92-497f-b256-0fba8a2796a8', 'status': 'completed', 'code': 200} Jun 20 12:47:21.671269 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0d010-73a9-4d72-8dea-dc6b7341d5a6 req-4b926809-519e-49ee-baa6-3c8d46111bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:21.673180 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-33a0d010-73a9-4d72-8dea-dc6b7341d5a6 req-4b926809-519e-49ee-baa6-3c8d46111bd4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28ffb030a1c642a2a4777465f4442a1d&device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c HTTP/1.1" status: 200 len: 1096 time: 0.0520306 Jun 20 12:47:21.676289 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bc087-4718-461f-ab6d-53805359f383 req-52ea2cdf-d82b-4794-a248-331659d22393 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:21.677753 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-470bc087-4718-461f-ab6d-53805359f383 req-52ea2cdf-d82b-4794-a248-331659d22393 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c HTTP/1.1" status: 200 len: 943 time: 0.0623665 Jun 20 12:47:21.715056 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-470bc087-4718-461f-ab6d-53805359f383 req-577336f5-c9c2-40be-b813-ceeccb736f29 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316546 Jun 20 12:47:21.766567 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0d010-73a9-4d72-8dea-dc6b7341d5a6 req-2eba7c6f-9e89-4881-86b4-acb786314789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:21.768012 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-33a0d010-73a9-4d72-8dea-dc6b7341d5a6 req-2eba7c6f-9e89-4881-86b4-acb786314789 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d6fc138-54f4-4157-a587-7d209810e123 HTTP/1.1" status: 200 len: 916 time: 0.0889547 Jun 20 12:47:21.810223 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-33a0d010-73a9-4d72-8dea-dc6b7341d5a6 req-11e57490-6062-418d-b123-39922415e770 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8c241d2-5f92-497f-b256-0fba8a2796a8 HTTP/1.1" status: 200 len: 217 time: 0.0342638 Jun 20 12:47:21.857027 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0d010-73a9-4d72-8dea-dc6b7341d5a6 req-d7121d0c-5bb1-41a9-ad6b-b15a82843618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:21.858459 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-33a0d010-73a9-4d72-8dea-dc6b7341d5a6 req-d7121d0c-5bb1-41a9-ad6b-b15a82843618 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b6ae4b3-24b5-428d-b712-ec5d4820ab07 HTTP/1.1" status: 200 len: 855 time: 0.0419636 Jun 20 12:47:21.894339 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-33a0d010-73a9-4d72-8dea-dc6b7341d5a6 req-954e58c3-755e-4192-aab4-c7d3abe3763c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d6fc138-54f4-4157-a587-7d209810e123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296602 Jun 20 12:47:21.980129 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-33a0d010-73a9-4d72-8dea-dc6b7341d5a6 req-67047988-f7b0-49c6-9892-441f4de84df8 service neutron] 10.222.0.30 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781026 Jun 20 12:47:22.073063 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-33a0d010-73a9-4d72-8dea-dc6b7341d5a6 req-846ff047-6170-4799-8065-196fb95bd9a0 service neutron] 10.222.0.30 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854785 Jun 20 12:47:22.888834 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aef9af-eb75-4233-892e-69cd8edd8057 req-4511b425-8a74-4ede-b63b-869b8ea2a31a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:22.890799 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d6aef9af-eb75-4233-892e-69cd8edd8057 req-4511b425-8a74-4ede-b63b-869b8ea2a31a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c HTTP/1.1" status: 200 len: 943 time: 0.0644517 Jun 20 12:47:22.927761 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d6aef9af-eb75-4233-892e-69cd8edd8057 req-ebb24b63-6e47-418b-8624-fb52336977fd tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306163 Jun 20 12:47:24.099372 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fd912-8125-4577-bd73-a6a8c8383706 req-ee338e88-dca6-4635-83e6-890b50db872f tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:24.100727 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-992fd912-8125-4577-bd73-a6a8c8383706 req-ee338e88-dca6-4635-83e6-890b50db872f tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c HTTP/1.1" status: 200 len: 943 time: 0.0643094 Jun 20 12:47:24.137477 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-992fd912-8125-4577-bd73-a6a8c8383706 req-27c0f081-04df-4dfe-b853-afbb65da255d tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310583 Jun 20 12:47:24.472869 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device e8c241d2-5f92-497f-b256-0fba8a2796a8 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92894) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 20 12:47:24.565873 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port e8c241d2-5f92-497f-b256-0fba8a2796a8, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e8c241d2-5f92-497f-b256-0fba8a2796a8,segment=NetworkSegment(589cd190-c62c-43b5-a1d9-014a31e237dd),segment_id=589cd190-c62c-43b5-a1d9-014a31e237dd)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:47:24.576203 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Returning: {'device': 'e8c241d2-5f92-497f-b256-0fba8a2796a8', 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123', 'port_id': 'e8c241d2-5f92-497f-b256-0fba8a2796a8', 'mac_address': 'fa:16:3e:ec:ac:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6ae4b3-24b5-428d-b712-ec5d4820ab07', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92894) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 20 12:47:24.611386 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:24.623162 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c241d2-5f92-497f-b256-0fba8a2796a8 {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:47:24.641779 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port e8c241d2-5f92-497f-b256-0fba8a2796a8, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e8c241d2-5f92-497f-b256-0fba8a2796a8,segment=NetworkSegment(589cd190-c62c-43b5-a1d9-014a31e237dd),segment_id=589cd190-c62c-43b5-a1d9-014a31e237dd)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:47:24.645777 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:24.648706 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:24.692504 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=e8c241d2-5f92-497f-b256-0fba8a2796a8,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:24.695648 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:25.060500 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['e8c241d2-5f92-497f-b256-0fba8a2796a8'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:47:25.308316 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da82026-b4fd-4e74-9621-c532fb263006 req-6e941f1c-eade-4885-a4d1-41f7919cf8f6 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:25.309821 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6da82026-b4fd-4e74-9621-c532fb263006 req-6e941f1c-eade-4885-a4d1-41f7919cf8f6 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c HTTP/1.1" status: 200 len: 944 time: 0.0625584 Jun 20 12:47:25.347455 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-6da82026-b4fd-4e74-9621-c532fb263006 req-8252c2a7-9028-4dcd-9f04-ddadb1e7b6e2 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310330 Jun 20 12:47:26.472553 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device e8c241d2-5f92-497f-b256-0fba8a2796a8 up at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:47:26.520704 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning for port e8c241d2-5f92-497f-b256-0fba8a2796a8 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:47:26.521929 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2cfe9-d296-4d3c-ae07-5c89ea7d0705 req-fec95747-e3e2-40e4-8c22-baca279ff9c4 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:26.523422 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-61a2cfe9-d296-4d3c-ae07-5c89ea7d0705 req-fec95747-e3e2-40e4-8c22-baca279ff9c4 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c HTTP/1.1" status: 200 len: 944 time: 0.0666831 Jun 20 12:47:26.524416 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning complete for port e8c241d2-5f92-497f-b256-0fba8a2796a8 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:47:26.524803 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:26.564315 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-61a2cfe9-d296-4d3c-ae07-5c89ea7d0705 req-ffec6950-02c3-4f3e-98f6-9018de742ab4 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345762 Jun 20 12:47:26.604368 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:26.628068 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8eba8ef-f111-4386-92f9-4fbbb3998d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c241d2-5f92-497f-b256-0fba8a2796a8'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:47:26.630277 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff433fd2e3e8483ec5bde8b443a8d0833f9278b814f7b3ef2a1c28b3d75b6172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd783396-7381-49e6-b36c-68df6f841123" -d '{"events": [{"server_uuid": "a8eba8ef-f111-4386-92f9-4fbbb3998d0c", "name": "network-vif-plugged", "status": "completed", "tag": "e8c241d2-5f92-497f-b256-0fba8a2796a8"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:47:26.642908 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port e8c241d2-5f92-497f-b256-0fba8a2796a8, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e8c241d2-5f92-497f-b256-0fba8a2796a8,segment=NetworkSegment(589cd190-c62c-43b5-a1d9-014a31e237dd),segment_id=589cd190-c62c-43b5-a1d9-014a31e237dd)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:47:26.646786 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:26.648578 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-314bd437-cf6b-4218-a931-4522cd39b773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:26.695589 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=e8c241d2-5f92-497f-b256-0fba8a2796a8,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:26.698735 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:26.715775 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d97192c-321f-4b1f-a53f-7a24c38b2b24 x-openstack-request-id: req-8d97192c-321f-4b1f-a53f-7a24c38b2b24 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:47:26.716072 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8eba8ef-f111-4386-92f9-4fbbb3998d0c", "name": "network-vif-plugged", "status": "completed", "tag": "e8c241d2-5f92-497f-b256-0fba8a2796a8", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:47:26.716330 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d97192c-321f-4b1f-a53f-7a24c38b2b24 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:47:26.716750 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8eba8ef-f111-4386-92f9-4fbbb3998d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c241d2-5f92-497f-b256-0fba8a2796a8', 'code': 200} Jun 20 12:47:26.967626 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09609763-68c7-4289-8762-70f336a45ab3 req-39af4f80-039a-4c39-8e74-b1d33fcb5b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:26.969525 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-09609763-68c7-4289-8762-70f336a45ab3 req-39af4f80-039a-4c39-8e74-b1d33fcb5b05 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c HTTP/1.1" status: 200 len: 1098 time: 0.0539353 Jun 20 12:47:27.004431 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-09609763-68c7-4289-8762-70f336a45ab3 req-87ddcb27-0d55-40ad-8516-fd19a38a9a7b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284953 Jun 20 12:47:27.734236 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b2472-68a4-4fda-a02c-b63bf3c420d8 req-6c71cbc8-6e7f-4a97-a81d-f358d91cdf5f tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:27.736121 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-509b2472-68a4-4fda-a02c-b63bf3c420d8 req-6c71cbc8-6e7f-4a97-a81d-f358d91cdf5f tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c HTTP/1.1" status: 200 len: 945 time: 0.0649984 Jun 20 12:47:27.777180 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-509b2472-68a4-4fda-a02c-b63bf3c420d8 req-9170cef2-d920-475e-9b37-e9e9b9b86c2a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354459 Jun 20 12:47:28.948536 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ae941-375a-423c-8b86-a652e61f8dde req-73df12df-fff7-4942-9c41-66ae40925c09 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:28.949991 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-504ae941-375a-423c-8b86-a652e61f8dde req-73df12df-fff7-4942-9c41-66ae40925c09 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c HTTP/1.1" status: 200 len: 945 time: 0.0615757 Jun 20 12:47:28.987094 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-504ae941-375a-423c-8b86-a652e61f8dde req-084d677b-1d6a-4a73-a7aa-f9768fe3be4a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315053 Jun 20 12:47:33.646598 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4ea01481-68db-40ea-b3ec-3a2454ebd952 req-bd8321e3-52b3-4cd5-8c71-2fd5dac81cb5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492930 Jun 20 12:47:33.758799 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea01481-68db-40ea-b3ec-3a2454ebd952 req-253fd64f-58c5-4ca5-9279-c8d0d2c30478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:33.760253 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4ea01481-68db-40ea-b3ec-3a2454ebd952 req-253fd64f-58c5-4ca5-9279-c8d0d2c30478 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28ffb030a1c642a2a4777465f4442a1d&device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c HTTP/1.1" status: 200 len: 1098 time: 0.0564022 Jun 20 12:47:33.862657 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea01481-68db-40ea-b3ec-3a2454ebd952 req-3e262176-94cd-4593-9649-f001efe435a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:33.864113 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4ea01481-68db-40ea-b3ec-3a2454ebd952 req-3e262176-94cd-4593-9649-f001efe435a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d6fc138-54f4-4157-a587-7d209810e123 HTTP/1.1" status: 200 len: 916 time: 0.0842388 Jun 20 12:47:33.908787 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4ea01481-68db-40ea-b3ec-3a2454ebd952 req-f403ddc2-2c68-49d8-8537-0ac5abd759e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8c241d2-5f92-497f-b256-0fba8a2796a8 HTTP/1.1" status: 200 len: 217 time: 0.0384665 Jun 20 12:47:33.956639 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea01481-68db-40ea-b3ec-3a2454ebd952 req-a3a3b4e9-9a28-4b3d-9b12-eb3a0eb91b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:33.958110 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4ea01481-68db-40ea-b3ec-3a2454ebd952 req-a3a3b4e9-9a28-4b3d-9b12-eb3a0eb91b03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b6ae4b3-24b5-428d-b712-ec5d4820ab07 HTTP/1.1" status: 200 len: 855 time: 0.0419235 Jun 20 12:47:33.991160 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4ea01481-68db-40ea-b3ec-3a2454ebd952 req-e7134128-c639-4003-a307-be4e060bbbd3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d6fc138-54f4-4157-a587-7d209810e123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259521 Jun 20 12:47:34.080809 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4ea01481-68db-40ea-b3ec-3a2454ebd952 req-bce4bf6f-ee20-4178-8f82-9599d8d049be service neutron] 10.222.0.30 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832527 Jun 20 12:47:34.168194 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4ea01481-68db-40ea-b3ec-3a2454ebd952 req-7a05389b-ea8d-44d0-b4f3-b82ea688f5e4 service neutron] 10.222.0.30 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795321 Jun 20 12:47:37.959006 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-07468a0d-9813-4efd-926f-a9b1c54fa219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:38.323397 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-d7b192ed-682f-4342-b497-b8f9d6da96eb tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:38.324835 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-d7b192ed-682f-4342-b497-b8f9d6da96eb tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/networks?id=6d6fc138-54f4-4157-a587-7d209810e123 HTTP/1.1" status: 200 len: 815 time: 0.1120050 Jun 20 12:47:38.339722 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-492d1b0f-4d5d-46ca-b13e-1aa5f484b3a8 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/quotas/28ffb030a1c642a2a4777465f4442a1d HTTP/1.1" status: 200 len: 375 time: 0.0092666 Jun 20 12:47:38.404700 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-3e1aca79-d109-417c-85f0-2bbbeba6738b tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=28ffb030a1c642a2a4777465f4442a1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594420 Jun 20 12:47:38.497658 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-3429b0ce-ca87-4e0e-bc07-78ea7009beb9 service neutron] 10.222.0.25 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855916 Jun 20 12:47:38.584661 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-d1e42be2-b44e-4363-88e7-777f44104828 service neutron] 10.222.0.25 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806038 Jun 20 12:47:38.759823 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-cb52b6ae-5d1c-4f93-9c64-eef94cbca037 req-4eb68e5a-0f76-4715-a297-ed1daafcb088 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b887d-3725-4e7c-8811-aee04f31b01f HTTP/1.1" status: 200 len: 210 time: 0.0306561 Jun 20 12:47:39.892835 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-bc80d4aa-b3b3-4aa7-a8a4-501c0035e22a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:39.894218 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-bc80d4aa-b3b3-4aa7-a8a4-501c0035e22a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.30 "GET /v2.0/networks?id=6d6fc138-54f4-4157-a587-7d209810e123 HTTP/1.1" status: 200 len: 815 time: 0.1215124 Jun 20 12:47:39.912962 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d86f9329-7971-4417-ba4b-e20dcfe58e46 req-0247ca25-e083-4753-aa2f-7c0d4c0901fc tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b887d-3725-4e7c-8811-aee04f31b01f HTTP/1.1" status: 200 len: 210 time: 0.0354853 Jun 20 12:47:39.917660 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-32098a08-ca99-45ab-a4bc-7ab8607d0356 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Request body: {'port': {'device_id': 'ff4b887d-3725-4e7c-8811-aee04f31b01f', 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123', 'admin_state_up': True, 'tenant_id': '28ffb030a1c642a2a4777465f4442a1d'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:47:40.029439 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-32098a08-ca99-45ab-a4bc-7ab8607d0356 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Made reservation on behalf of 28ffb030a1c642a2a4777465f4442a1d for: {'port': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:47:40.033793 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-32098a08-ca99-45ab-a4bc-7ab8607d0356 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:40.038629 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-29a001ee-055a-4358-bd2d-1e7387672a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:40.153221 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-32098a08-ca99-45ab-a4bc-7ab8607d0356 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Allocated IP 172.20.0.11 (6d6fc138-54f4-4157-a587-7d209810e123/9b6ae4b3-24b5-428d-b712-ec5d4820ab07/2245d9ef-a0aa-49a8-b3d8-b727960b5763) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:47:40.294670 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-32098a08-ca99-45ab-a4bc-7ab8607d0356 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:40.330618 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-32098a08-ca99-45ab-a4bc-7ab8607d0356 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7115647'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:40.334238 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b4d608aa-5f32-4e52-b755-9d0f9a8e0c1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:40.367084 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['e8c241d2-5f92-497f-b256-0fba8a2796a8'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:47:40.369685 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-32098a08-ca99-45ab-a4bc-7ab8607d0356 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Network 6d6fc138-54f4-4157-a587-7d209810e123 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:47:40.374792 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-32098a08-ca99-45ab-a4bc-7ab8607d0356 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:47:40.378523 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-32098a08-ca99-45ab-a4bc-7ab8607d0356 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:47:40.409813 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32098a08-ca99-45ab-a4bc-7ab8607d0356 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Pushing event updated for resources: {'Port': ['ID=2245d9ef-a0aa-49a8-b3d8-b727960b5763,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:40.413915 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-32098a08-ca99-45ab-a4bc-7ab8607d0356 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:40.429318 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:40.436151 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-32098a08-ca99-45ab-a4bc-7ab8607d0356 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:40.436755 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-32098a08-ca99-45ab-a4bc-7ab8607d0356 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:40.450542 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-32098a08-ca99-45ab-a4bc-7ab8607d0356 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5364666 Jun 20 12:47:40.468430 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Request body: {'port': {'device_id': 'ff4b887d-3725-4e7c-8811-aee04f31b01f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:47:40.541605 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:40.794573 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2245d9ef-a0aa-49a8-b3d8-b727960b5763 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:47:40.801690 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:40.813164 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Transition to ACTIVE for port object 2245d9ef-a0aa-49a8-b3d8-b727960b5763 will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:47:40.817197 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:40.819060 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:40.893071 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Pushing event updated for resources: {'Port': ['ID=2245d9ef-a0aa-49a8-b3d8-b727960b5763,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:40.910286 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:40.960549 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Attempting to bind port 2245d9ef-a0aa-49a8-b3d8-b727960b5763 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:47:40.960891 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Attempting to bind port 2245d9ef-a0aa-49a8-b3d8-b727960b5763 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '589cd190-c62c-43b5-a1d9-014a31e237dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:47:40.961248 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Attempting to bind port 2245d9ef-a0aa-49a8-b3d8-b727960b5763 on network 6d6fc138-54f4-4157-a587-7d209810e123 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:47:40.965391 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Port 2245d9ef-a0aa-49a8-b3d8-b727960b5763 on network 6d6fc138-54f4-4157-a587-7d209810e123 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 20 12:47:40.965714 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Attempting to bind port 2245d9ef-a0aa-49a8-b3d8-b727960b5763 on network 6d6fc138-54f4-4157-a587-7d209810e123 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:47:40.970591 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Checking agent: {'id': '3511620b-fad0-480c-9502-82df55f89faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'started_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:47:40.970930 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Checking segment: {'id': '589cd190-c62c-43b5-a1d9-014a31e237dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:47:40.971320 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Bound using segment: {'id': '589cd190-c62c-43b5-a1d9-014a31e237dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:47:40.971744 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Bound port: 2245d9ef-a0aa-49a8-b3d8-b727960b5763, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589cd190-c62c-43b5-a1d9-014a31e237dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:47:40.972090 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:41.035850 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] For port 2245d9ef-a0aa-49a8-b3d8-b727960b5763, host hv-cinder-79496, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:47:41.038996 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] For port 2245d9ef-a0aa-49a8-b3d8-b727960b5763, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2245d9ef-a0aa-49a8-b3d8-b727960b5763,segment=NetworkSegment(589cd190-c62c-43b5-a1d9-014a31e237dd),segment_id=589cd190-c62c-43b5-a1d9-014a31e237dd)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:47:41.043257 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:41.045364 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-2f22710e-edfe-4ef4-b711-2c7d9a0c4973 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:41.080432 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:41.081059 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:41.082421 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] 10.222.0.30 "PUT /v2.0/ports/2245d9ef-a0aa-49a8-b3d8-b727960b5763 HTTP/1.1" status: 200 len: 1094 time: 0.6186607 Jun 20 12:47:41.082929 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4b887d-3725-4e7c-8811-aee04f31b01f', 'tag': '2245d9ef-a0aa-49a8-b3d8-b727960b5763'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:47:41.085229 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48f8651-ba36-4f53-89b2-c8453d3befa6" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4b887d-3725-4e7c-8811-aee04f31b01f", "tag": "2245d9ef-a0aa-49a8-b3d8-b727960b5763"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:47:41.099885 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190fd12-df14-4a97-9c5e-2eea99c74aa4 req-64ba3480-af83-4521-a3ce-ecaaa45453ec tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:41.102339 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-5190fd12-df14-4a97-9c5e-2eea99c74aa4 req-64ba3480-af83-4521-a3ce-ecaaa45453ec tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b887d-3725-4e7c-8811-aee04f31b01f HTTP/1.1" status: 200 len: 944 time: 0.0754325 Jun 20 12:47:41.104485 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Pushing event updated for resources: {'Port': ['ID=2245d9ef-a0aa-49a8-b3d8-b727960b5763,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:41.107599 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:41.132517 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6193b7b-63b0-420c-83ad-56dcbe38a94e x-openstack-request-id: req-f6193b7b-63b0-420c-83ad-56dcbe38a94e {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:47:41.132888 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4b887d-3725-4e7c-8811-aee04f31b01f", "tag": "2245d9ef-a0aa-49a8-b3d8-b727960b5763", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:47:41.133208 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6193b7b-63b0-420c-83ad-56dcbe38a94e {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:47:41.133654 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4b887d-3725-4e7c-8811-aee04f31b01f', 'tag': '2245d9ef-a0aa-49a8-b3d8-b727960b5763', 'status': 'completed', 'code': 200} Jun 20 12:47:41.147737 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-5190fd12-df14-4a97-9c5e-2eea99c74aa4 req-1a7503e1-8faf-4ebb-8c79-a4a6fd4ae375 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351481 Jun 20 12:47:41.207802 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-61096ff7-89c8-4212-a030-36abc1679ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:41.209273 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-61096ff7-89c8-4212-a030-36abc1679ba5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28ffb030a1c642a2a4777465f4442a1d&device_id=ff4b887d-3725-4e7c-8811-aee04f31b01f HTTP/1.1" status: 200 len: 1097 time: 0.0525618 Jun 20 12:47:41.260789 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-17efd0aa-5d83-4f72-a23b-8512d5a4f490 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2245d9ef-a0aa-49a8-b3d8-b727960b5763 HTTP/1.1" status: 200 len: 217 time: 0.0365214 Jun 20 12:47:41.308368 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-45b80ae1-2bb4-4ef2-8fed-b4f9ac2ac2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:41.309799 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-45b80ae1-2bb4-4ef2-8fed-b4f9ac2ac2cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b6ae4b3-24b5-428d-b712-ec5d4820ab07 HTTP/1.1" status: 200 len: 855 time: 0.0427244 Jun 20 12:47:41.343035 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-0fed6fac-b863-469c-b453-41f0324669e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d6fc138-54f4-4157-a587-7d209810e123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259664 Jun 20 12:47:41.442242 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-658c9009-d698-4410-b725-12a89fe6c052 service neutron] 10.222.0.30 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924175 Jun 20 12:47:41.529391 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51e3d3ed-4ed7-4b1f-9431-43636c36bfcf req-b9a7f2e4-8635-4ee3-97ef-678127b27983 service neutron] 10.222.0.30 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799189 Jun 20 12:47:41.680351 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:41.707436 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f8651-ba36-4f53-89b2-c8453d3befa6 req-86bf8a88-fea2-4ca6-bcd7-ed06bedfc6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:41.708873 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f48f8651-ba36-4f53-89b2-c8453d3befa6 req-86bf8a88-fea2-4ca6-bcd7-ed06bedfc6ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28ffb030a1c642a2a4777465f4442a1d&device_id=ff4b887d-3725-4e7c-8811-aee04f31b01f HTTP/1.1" status: 200 len: 1097 time: 0.0548267 Jun 20 12:47:41.801286 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f8651-ba36-4f53-89b2-c8453d3befa6 req-6dfc4d89-9b78-4ffe-aa02-83f40c692642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:41.802719 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f48f8651-ba36-4f53-89b2-c8453d3befa6 req-6dfc4d89-9b78-4ffe-aa02-83f40c692642 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d6fc138-54f4-4157-a587-7d209810e123 HTTP/1.1" status: 200 len: 916 time: 0.0863266 Jun 20 12:47:41.844014 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f48f8651-ba36-4f53-89b2-c8453d3befa6 req-f88717f0-4150-4b57-bc9a-d7bbff465497 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2245d9ef-a0aa-49a8-b3d8-b727960b5763 HTTP/1.1" status: 200 len: 217 time: 0.0347059 Jun 20 12:47:41.895884 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f8651-ba36-4f53-89b2-c8453d3befa6 req-9e3bba76-1c79-42dc-a35f-4e95d9702f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:41.897353 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f48f8651-ba36-4f53-89b2-c8453d3befa6 req-9e3bba76-1c79-42dc-a35f-4e95d9702f7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b6ae4b3-24b5-428d-b712-ec5d4820ab07 HTTP/1.1" status: 200 len: 855 time: 0.0469170 Jun 20 12:47:41.928728 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f48f8651-ba36-4f53-89b2-c8453d3befa6 req-6cccbb75-cb69-4cd5-bc43-362f71761fef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d6fc138-54f4-4157-a587-7d209810e123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243270 Jun 20 12:47:42.015948 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f48f8651-ba36-4f53-89b2-c8453d3befa6 req-1fdc5bea-61dc-4f9f-b071-3a9b7b5e2545 service neutron] 10.222.0.30 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793488 Jun 20 12:47:42.105091 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f48f8651-ba36-4f53-89b2-c8453d3befa6 req-a7dd87c9-4002-46c2-b8e3-99e5cca5dfd2 service neutron] 10.222.0.30 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829690 Jun 20 12:47:42.319308 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce9b99-6ac0-4464-98a7-cacc0422f90a req-8d3c8e74-627f-401a-ba4d-245753662fec tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:42.320740 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f5ce9b99-6ac0-4464-98a7-cacc0422f90a req-8d3c8e74-627f-401a-ba4d-245753662fec tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b887d-3725-4e7c-8811-aee04f31b01f HTTP/1.1" status: 200 len: 944 time: 0.0611606 Jun 20 12:47:42.356213 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f5ce9b99-6ac0-4464-98a7-cacc0422f90a req-725ed131-1872-45c0-b548-79d7e6a740a7 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298049 Jun 20 12:47:43.425788 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:43.532309 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efa269-b33b-461a-8b28-1916394667a6 req-968cc55d-c639-4617-9c0d-32538247e7f2 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:43.533741 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-50efa269-b33b-461a-8b28-1916394667a6 req-968cc55d-c639-4617-9c0d-32538247e7f2 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b887d-3725-4e7c-8811-aee04f31b01f HTTP/1.1" status: 200 len: 944 time: 0.0645308 Jun 20 12:47:43.573517 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-50efa269-b33b-461a-8b28-1916394667a6 req-e9c93cce-642c-4e1b-ab4a-e5548898db55 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342491 Jun 20 12:47:44.566139 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 2245d9ef-a0aa-49a8-b3d8-b727960b5763 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92894) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 20 12:47:44.661467 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 2245d9ef-a0aa-49a8-b3d8-b727960b5763, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2245d9ef-a0aa-49a8-b3d8-b727960b5763,segment=NetworkSegment(589cd190-c62c-43b5-a1d9-014a31e237dd),segment_id=589cd190-c62c-43b5-a1d9-014a31e237dd)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:47:44.672697 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Returning: {'device': '2245d9ef-a0aa-49a8-b3d8-b727960b5763', 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123', 'port_id': '2245d9ef-a0aa-49a8-b3d8-b727960b5763', 'mac_address': 'fa:16:3e:c0:50:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6ae4b3-24b5-428d-b712-ec5d4820ab07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92894) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 20 12:47:44.709488 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:44.723691 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2245d9ef-a0aa-49a8-b3d8-b727960b5763 {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:47:44.743389 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 2245d9ef-a0aa-49a8-b3d8-b727960b5763, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2245d9ef-a0aa-49a8-b3d8-b727960b5763,segment=NetworkSegment(589cd190-c62c-43b5-a1d9-014a31e237dd),segment_id=589cd190-c62c-43b5-a1d9-014a31e237dd)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:47:44.747623 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:44.751091 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:44.760066 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa7163-cff7-49a6-9880-7b64583366c6 req-702e8a2f-2d28-46cd-8675-3c20115703ee tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:44.761811 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-28aa7163-cff7-49a6-9880-7b64583366c6 req-702e8a2f-2d28-46cd-8675-3c20115703ee tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b887d-3725-4e7c-8811-aee04f31b01f HTTP/1.1" status: 200 len: 944 time: 0.0718579 Jun 20 12:47:44.796603 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=2245d9ef-a0aa-49a8-b3d8-b727960b5763,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:44.799892 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:44.800484 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-28aa7163-cff7-49a6-9880-7b64583366c6 req-123ec99e-8398-4daa-adc9-bae654e3f115 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320299 Jun 20 12:47:45.153120 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['2245d9ef-a0aa-49a8-b3d8-b727960b5763'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:47:45.972995 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c9159-ed70-4681-87dc-cb18b2e9777a req-e971fd03-350d-444c-891f-c6d9ae8eb549 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:45.974628 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-434c9159-ed70-4681-87dc-cb18b2e9777a req-e971fd03-350d-444c-891f-c6d9ae8eb549 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b887d-3725-4e7c-8811-aee04f31b01f HTTP/1.1" status: 200 len: 945 time: 0.0650253 Jun 20 12:47:46.012321 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-434c9159-ed70-4681-87dc-cb18b2e9777a req-66fcd530-8194-481f-b935-8d1c783b756f tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321059 Jun 20 12:47:46.586289 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 2245d9ef-a0aa-49a8-b3d8-b727960b5763 up at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:47:46.633552 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning for port 2245d9ef-a0aa-49a8-b3d8-b727960b5763 completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:47:46.637096 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning complete for port 2245d9ef-a0aa-49a8-b3d8-b727960b5763 triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:47:46.637475 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:46.713342 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:46.734722 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4b887d-3725-4e7c-8811-aee04f31b01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2245d9ef-a0aa-49a8-b3d8-b727960b5763'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:47:46.737229 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff433fd2e3e8483ec5bde8b443a8d0833f9278b814f7b3ef2a1c28b3d75b6172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32737b85-5053-4a1b-b624-14fa1b178388" -d '{"events": [{"server_uuid": "ff4b887d-3725-4e7c-8811-aee04f31b01f", "name": "network-vif-plugged", "status": "completed", "tag": "2245d9ef-a0aa-49a8-b3d8-b727960b5763"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:47:46.750073 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 2245d9ef-a0aa-49a8-b3d8-b727960b5763, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2245d9ef-a0aa-49a8-b3d8-b727960b5763,segment=NetworkSegment(589cd190-c62c-43b5-a1d9-014a31e237dd),segment_id=589cd190-c62c-43b5-a1d9-014a31e237dd)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:47:46.754205 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:46.755969 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-276ca7fc-a7ef-4d9e-b4b9-f7b4093316fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:46.776816 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101b024e-f530-4590-aa67-f4b1c6603856 x-openstack-request-id: req-101b024e-f530-4590-aa67-f4b1c6603856 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:47:46.777137 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4b887d-3725-4e7c-8811-aee04f31b01f", "name": "network-vif-plugged", "status": "completed", "tag": "2245d9ef-a0aa-49a8-b3d8-b727960b5763", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:47:46.777396 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-101b024e-f530-4590-aa67-f4b1c6603856 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:47:46.777781 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4b887d-3725-4e7c-8811-aee04f31b01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2245d9ef-a0aa-49a8-b3d8-b727960b5763', 'code': 200} Jun 20 12:47:46.803491 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=2245d9ef-a0aa-49a8-b3d8-b727960b5763,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:46.806599 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:47.019253 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fd52a-1b94-4f2b-9d77-a2d55048ff44 req-80ef80ce-0a6d-4af2-a4f2-c7742eeaa2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:47.020718 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-329fd52a-1b94-4f2b-9d77-a2d55048ff44 req-80ef80ce-0a6d-4af2-a4f2-c7742eeaa2da service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff4b887d-3725-4e7c-8811-aee04f31b01f HTTP/1.1" status: 200 len: 1099 time: 0.0532453 Jun 20 12:47:47.056289 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-329fd52a-1b94-4f2b-9d77-a2d55048ff44 req-7813cb57-7d08-4759-9306-26a9b608726b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286727 Jun 20 12:47:47.182278 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ff051-6a77-4f9c-b858-889bc3ecc499 req-6063f979-da39-40e8-80a7-59b33e3c2a10 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:47.183614 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-896ff051-6a77-4f9c-b858-889bc3ecc499 req-6063f979-da39-40e8-80a7-59b33e3c2a10 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b887d-3725-4e7c-8811-aee04f31b01f HTTP/1.1" status: 200 len: 946 time: 0.0628936 Jun 20 12:47:47.221176 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-896ff051-6a77-4f9c-b858-889bc3ecc499 req-5dec1fdc-4c2b-45b6-94f6-a60a41e2bb54 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318000 Jun 20 12:47:48.393684 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83459b68-b54b-464d-b513-b6c246c743ce req-1f4feb69-6efe-45e1-a5c2-99600782e52f tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:48.395157 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-83459b68-b54b-464d-b513-b6c246c743ce req-1f4feb69-6efe-45e1-a5c2-99600782e52f tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b887d-3725-4e7c-8811-aee04f31b01f HTTP/1.1" status: 200 len: 946 time: 0.0632746 Jun 20 12:47:48.432674 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-83459b68-b54b-464d-b513-b6c246c743ce req-2174dc6e-9179-45f6-99bc-07ffb8b86130 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319271 Jun 20 12:47:49.606882 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24771819-5f7a-46f1-b2bc-d8c0f29eaa9a req-1cdee0c1-b93e-4f0d-93d3-3b4fa0120ede tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:49.608386 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-24771819-5f7a-46f1-b2bc-d8c0f29eaa9a req-1cdee0c1-b93e-4f0d-93d3-3b4fa0120ede tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b887d-3725-4e7c-8811-aee04f31b01f HTTP/1.1" status: 200 len: 946 time: 0.0639567 Jun 20 12:47:49.644946 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-24771819-5f7a-46f1-b2bc-d8c0f29eaa9a req-ff1041d2-51b7-489f-beff-277a3732fb45 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306764 Jun 20 12:47:50.448291 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:51.391498 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-625ae960-dab8-45d8-b8b5-8d70356a7ede tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:51.392820 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-625ae960-dab8-45d8-b8b5-8d70356a7ede tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/networks?id=6d6fc138-54f4-4157-a587-7d209810e123 HTTP/1.1" status: 200 len: 815 time: 0.1004045 Jun 20 12:47:51.406815 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-5e4bc2a1-bc6d-4829-96ad-111c919cca78 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/quotas/28ffb030a1c642a2a4777465f4442a1d HTTP/1.1" status: 200 len: 375 time: 0.0085955 Jun 20 12:47:51.472327 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1f988c38-d221-4e20-8656-8c57ecbd7878 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=28ffb030a1c642a2a4777465f4442a1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606823 Jun 20 12:47:51.561521 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-0ad1382b-007a-4e56-abd3-c191b0876107 service neutron] 10.222.0.25 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825102 Jun 20 12:47:51.645707 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-a17e8de9-1cb0-4b98-a273-f8ce46faacad service neutron] 10.222.0.25 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783796 Jun 20 12:47:51.814900 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-544ccbd9-10dd-4f2f-a58e-47649f9f547d req-48b82c21-e478-4817-b8a2-b9d4d747207d tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=f502748d-57ec-440b-bde2-416bc7758c2f HTTP/1.1" status: 200 len: 210 time: 0.0285053 Jun 20 12:47:52.896517 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-3500d5ec-88c7-433c-bf21-23ba16d292af tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:52.897958 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-3500d5ec-88c7-433c-bf21-23ba16d292af tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.30 "GET /v2.0/networks?id=6d6fc138-54f4-4157-a587-7d209810e123 HTTP/1.1" status: 200 len: 815 time: 0.1119592 Jun 20 12:47:52.916910 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-bd1f98a5-b50c-42fb-a6b2-a19fd3143193 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Request body: {'port': {'device_id': 'f502748d-57ec-440b-bde2-416bc7758c2f', 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123', 'admin_state_up': True, 'tenant_id': '28ffb030a1c642a2a4777465f4442a1d'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:47:52.991604 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b8398122-13e9-47bf-b6dc-8c56b4ab3427 req-b4313696-e22e-4f07-8985-90b387d0a94f tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=f502748d-57ec-440b-bde2-416bc7758c2f HTTP/1.1" status: 200 len: 210 time: 0.0597608 Jun 20 12:47:53.056805 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-bd1f98a5-b50c-42fb-a6b2-a19fd3143193 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Made reservation on behalf of 28ffb030a1c642a2a4777465f4442a1d for: {'port': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:47:53.060366 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-bd1f98a5-b50c-42fb-a6b2-a19fd3143193 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:53.177621 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-bd1f98a5-b50c-42fb-a6b2-a19fd3143193 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Allocated IP 172.20.0.3 (6d6fc138-54f4-4157-a587-7d209810e123/9b6ae4b3-24b5-428d-b712-ec5d4820ab07/8231d893-6bc8-458d-bbfa-4ca061e7583c) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:47:53.316392 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-bd1f98a5-b50c-42fb-a6b2-a19fd3143193 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:53.352583 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-bd1f98a5-b50c-42fb-a6b2-a19fd3143193 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7115647'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:53.357462 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-27e0b6e1-94e4-49ae-bacc-5b22d3267b87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:53.391865 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['e8c241d2-5f92-497f-b256-0fba8a2796a8', '2245d9ef-a0aa-49a8-b3d8-b727960b5763'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:47:53.398355 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-bd1f98a5-b50c-42fb-a6b2-a19fd3143193 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Network 6d6fc138-54f4-4157-a587-7d209810e123 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:47:53.403297 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-bd1f98a5-b50c-42fb-a6b2-a19fd3143193 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:47:53.408232 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-bd1f98a5-b50c-42fb-a6b2-a19fd3143193 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:47:53.419524 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f98a5-b50c-42fb-a6b2-a19fd3143193 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Pushing event updated for resources: {'Port': ['ID=8231d893-6bc8-458d-bbfa-4ca061e7583c,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:53.711532 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-bd1f98a5-b50c-42fb-a6b2-a19fd3143193 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:53.737642 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-bd1f98a5-b50c-42fb-a6b2-a19fd3143193 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:53.738233 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-bd1f98a5-b50c-42fb-a6b2-a19fd3143193 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:53.752118 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-bd1f98a5-b50c-42fb-a6b2-a19fd3143193 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8396294 Jun 20 12:47:53.769979 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Request body: {'port': {'device_id': 'f502748d-57ec-440b-bde2-416bc7758c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:47:53.836246 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:54.091502 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8231d893-6bc8-458d-bbfa-4ca061e7583c {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:47:54.100272 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:54.112994 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Transition to ACTIVE for port object 8231d893-6bc8-458d-bbfa-4ca061e7583c will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:47:54.117937 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:54.120812 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-6ac492cb-87e3-4612-8702-71a8beac4fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:54.169440 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df7473-e4b1-4c61-93fd-2c00ed27541c req-753fba9b-77e2-4b8e-b8ff-78cceaf98f8d tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:54.171411 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c0df7473-e4b1-4c61-93fd-2c00ed27541c req-753fba9b-77e2-4b8e-b8ff-78cceaf98f8d tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=f502748d-57ec-440b-bde2-416bc7758c2f HTTP/1.1" status: 200 len: 943 time: 0.0671258 Jun 20 12:47:54.213362 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-c0df7473-e4b1-4c61-93fd-2c00ed27541c req-a6480c62-37b1-4888-abc0-a67d607c26b9 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356786 Jun 20 12:47:54.213818 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Pushing event updated for resources: {'Port': ['ID=8231d893-6bc8-458d-bbfa-4ca061e7583c,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:54.216619 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:54.262690 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Attempting to bind port 8231d893-6bc8-458d-bbfa-4ca061e7583c on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:47:54.263022 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Attempting to bind port 8231d893-6bc8-458d-bbfa-4ca061e7583c by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '589cd190-c62c-43b5-a1d9-014a31e237dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:47:54.263346 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Attempting to bind port 8231d893-6bc8-458d-bbfa-4ca061e7583c on network 6d6fc138-54f4-4157-a587-7d209810e123 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:47:54.267506 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Port 8231d893-6bc8-458d-bbfa-4ca061e7583c on network 6d6fc138-54f4-4157-a587-7d209810e123 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 20 12:47:54.267823 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Attempting to bind port 8231d893-6bc8-458d-bbfa-4ca061e7583c on network 6d6fc138-54f4-4157-a587-7d209810e123 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:47:54.272544 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Checking agent: {'id': '3511620b-fad0-480c-9502-82df55f89faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'started_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:47:54.272822 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Checking segment: {'id': '589cd190-c62c-43b5-a1d9-014a31e237dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:47:54.273235 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Bound using segment: {'id': '589cd190-c62c-43b5-a1d9-014a31e237dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:47:54.273659 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Bound port: 8231d893-6bc8-458d-bbfa-4ca061e7583c, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589cd190-c62c-43b5-a1d9-014a31e237dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:47:54.274002 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:54.333108 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] For port 8231d893-6bc8-458d-bbfa-4ca061e7583c, host hv-cinder-79496, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:47:54.335977 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] For port 8231d893-6bc8-458d-bbfa-4ca061e7583c, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8231d893-6bc8-458d-bbfa-4ca061e7583c,segment=NetworkSegment(589cd190-c62c-43b5-a1d9-014a31e237dd),segment_id=589cd190-c62c-43b5-a1d9-014a31e237dd)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:47:54.340073 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:54.342767 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-d6a2fd6d-88bc-46b3-b5b5-ef278bd0bb49 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:54.376059 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:54.376668 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:54.378053 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] 10.222.0.30 "PUT /v2.0/ports/8231d893-6bc8-458d-bbfa-4ca061e7583c HTTP/1.1" status: 200 len: 1093 time: 0.6121228 Jun 20 12:47:54.378558 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f502748d-57ec-440b-bde2-416bc7758c2f', 'tag': '8231d893-6bc8-458d-bbfa-4ca061e7583c'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:47:54.380829 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d349a478-bd1a-42bb-829c-b1f17b4b0c54" -d '{"events": [{"name": "network-changed", "server_uuid": "f502748d-57ec-440b-bde2-416bc7758c2f", "tag": "8231d893-6bc8-458d-bbfa-4ca061e7583c"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:47:54.406446 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Pushing event updated for resources: {'Port': ['ID=8231d893-6bc8-458d-bbfa-4ca061e7583c,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:54.409468 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:54.415406 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7098e65a-33a5-467d-9d81-f5c4170e6770 x-openstack-request-id: req-7098e65a-33a5-467d-9d81-f5c4170e6770 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:47:54.415735 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f502748d-57ec-440b-bde2-416bc7758c2f", "tag": "8231d893-6bc8-458d-bbfa-4ca061e7583c", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:47:54.416108 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7098e65a-33a5-467d-9d81-f5c4170e6770 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:47:54.416591 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f502748d-57ec-440b-bde2-416bc7758c2f', 'tag': '8231d893-6bc8-458d-bbfa-4ca061e7583c', 'status': 'completed', 'code': 200} Jun 20 12:47:54.488760 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-4a15d21f-0e1c-4a77-a8a0-517c593fcc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:54.490250 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-4a15d21f-0e1c-4a77-a8a0-517c593fcc9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28ffb030a1c642a2a4777465f4442a1d&device_id=f502748d-57ec-440b-bde2-416bc7758c2f HTTP/1.1" status: 200 len: 1096 time: 0.0525751 Jun 20 12:47:54.540073 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-27395568-7254-4fac-9cbb-320ac5bb0707 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8231d893-6bc8-458d-bbfa-4ca061e7583c HTTP/1.1" status: 200 len: 217 time: 0.0329702 Jun 20 12:47:54.584710 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-27a96535-97af-4580-bdcd-0b4b012c8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:54.586125 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-27a96535-97af-4580-bdcd-0b4b012c8cb5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b6ae4b3-24b5-428d-b712-ec5d4820ab07 HTTP/1.1" status: 200 len: 855 time: 0.0407600 Jun 20 12:47:54.620820 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-73b46488-332f-4143-9f7b-af7efc5f1010 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d6fc138-54f4-4157-a587-7d209810e123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286472 Jun 20 12:47:54.705564 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-e8ea44ab-fcda-4a7a-8469-9e3384156b19 service neutron] 10.222.0.30 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777030 Jun 20 12:47:54.795080 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-23231f21-9620-4f73-a087-bd2bc85f36b0 req-75334c41-5d96-4307-9915-15e444c784f5 service neutron] 10.222.0.30 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822887 Jun 20 12:47:54.941176 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349a478-bd1a-42bb-829c-b1f17b4b0c54 req-c1792a60-3934-4cab-bef5-cbb7532c14f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:54.942642 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d349a478-bd1a-42bb-829c-b1f17b4b0c54 req-c1792a60-3934-4cab-bef5-cbb7532c14f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28ffb030a1c642a2a4777465f4442a1d&device_id=f502748d-57ec-440b-bde2-416bc7758c2f HTTP/1.1" status: 200 len: 1096 time: 0.0516961 Jun 20 12:47:55.028685 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349a478-bd1a-42bb-829c-b1f17b4b0c54 req-0d164f9a-d789-4cd7-af25-dd0f4ef6f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:55.030204 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d349a478-bd1a-42bb-829c-b1f17b4b0c54 req-0d164f9a-d789-4cd7-af25-dd0f4ef6f1cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d6fc138-54f4-4157-a587-7d209810e123 HTTP/1.1" status: 200 len: 916 time: 0.0804651 Jun 20 12:47:55.072873 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d349a478-bd1a-42bb-829c-b1f17b4b0c54 req-3ec5cfa6-4588-4287-b16f-7c9b67b58bda service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8231d893-6bc8-458d-bbfa-4ca061e7583c HTTP/1.1" status: 200 len: 217 time: 0.0367634 Jun 20 12:47:55.117890 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349a478-bd1a-42bb-829c-b1f17b4b0c54 req-4d8d44d6-614c-4527-8f3a-51b29997b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:55.119231 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d349a478-bd1a-42bb-829c-b1f17b4b0c54 req-4d8d44d6-614c-4527-8f3a-51b29997b735 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b6ae4b3-24b5-428d-b712-ec5d4820ab07 HTTP/1.1" status: 200 len: 855 time: 0.0408008 Jun 20 12:47:55.150851 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d349a478-bd1a-42bb-829c-b1f17b4b0c54 req-9f6fbf35-9741-4b62-81fa-9445f74b52a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d6fc138-54f4-4157-a587-7d209810e123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243628 Jun 20 12:47:55.239484 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d349a478-bd1a-42bb-829c-b1f17b4b0c54 req-fcd1d8e6-b2c8-429b-9fb9-b9f0a73a6509 service neutron] 10.222.0.30 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818119 Jun 20 12:47:55.329047 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d349a478-bd1a-42bb-829c-b1f17b4b0c54 req-f37b0226-6d55-4685-8bc5-6928130dd449 service neutron] 10.222.0.30 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822251 Jun 20 12:47:55.383576 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5873a5d-343c-4398-b6a2-56935f8a2277 req-9af8a4b8-dcfd-4731-adde-4e0577300c8a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:55.385032 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f5873a5d-343c-4398-b6a2-56935f8a2277 req-9af8a4b8-dcfd-4731-adde-4e0577300c8a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=f502748d-57ec-440b-bde2-416bc7758c2f HTTP/1.1" status: 200 len: 943 time: 0.0619941 Jun 20 12:47:55.422506 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f5873a5d-343c-4398-b6a2-56935f8a2277 req-78b0ed9d-2d38-43e1-b659-9a5abc2d6ec1 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312824 Jun 20 12:47:56.140678 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:47:56.604354 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f442f7-adf7-449f-a804-d150e3cd0207 req-abad7462-6971-4ead-b5ba-f9e28acaf5a0 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:56.605817 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c0f442f7-adf7-449f-a804-d150e3cd0207 req-abad7462-6971-4ead-b5ba-f9e28acaf5a0 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=f502748d-57ec-440b-bde2-416bc7758c2f HTTP/1.1" status: 200 len: 943 time: 0.0660431 Jun 20 12:47:56.643600 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-c0f442f7-adf7-449f-a804-d150e3cd0207 req-c85d7ff1-94d4-4a0c-8ecb-d0ea4b093252 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313547 Jun 20 12:47:57.815339 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a79f2-5a8f-49c1-95dd-3be8cbebeeca req-fd7111ec-fb3c-43fd-b723-c2d7c0196919 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:57.816764 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ee9a79f2-5a8f-49c1-95dd-3be8cbebeeca req-fd7111ec-fb3c-43fd-b723-c2d7c0196919 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=f502748d-57ec-440b-bde2-416bc7758c2f HTTP/1.1" status: 200 len: 943 time: 0.0618849 Jun 20 12:47:57.853260 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ee9a79f2-5a8f-49c1-95dd-3be8cbebeeca req-d378c6c2-9a25-4fbf-b126-ccafe322028e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309484 Jun 20 12:47:58.627614 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 8231d893-6bc8-458d-bbfa-4ca061e7583c details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92894) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 20 12:47:58.719601 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 8231d893-6bc8-458d-bbfa-4ca061e7583c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8231d893-6bc8-458d-bbfa-4ca061e7583c,segment=NetworkSegment(589cd190-c62c-43b5-a1d9-014a31e237dd),segment_id=589cd190-c62c-43b5-a1d9-014a31e237dd)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:47:58.730225 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Returning: {'device': '8231d893-6bc8-458d-bbfa-4ca061e7583c', 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123', 'port_id': '8231d893-6bc8-458d-bbfa-4ca061e7583c', 'mac_address': 'fa:16:3e:84:30:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6ae4b3-24b5-428d-b712-ec5d4820ab07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92894) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 20 12:47:58.765686 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:58.777910 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8231d893-6bc8-458d-bbfa-4ca061e7583c {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:47:58.797001 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 8231d893-6bc8-458d-bbfa-4ca061e7583c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8231d893-6bc8-458d-bbfa-4ca061e7583c,segment=NetworkSegment(589cd190-c62c-43b5-a1d9-014a31e237dd),segment_id=589cd190-c62c-43b5-a1d9-014a31e237dd)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:47:58.800548 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:47:58.802255 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-37a58621-3f73-47f9-a1af-e0831febd480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:47:58.847881 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=8231d893-6bc8-458d-bbfa-4ca061e7583c,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:47:58.851165 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:47:59.022505 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd32fb7-0cf7-4cba-8b82-921ad6d2cd95 req-c50c59f9-d7d9-4340-9c7b-034495a71daf tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:47:59.023959 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9dd32fb7-0cf7-4cba-8b82-921ad6d2cd95 req-c50c59f9-d7d9-4340-9c7b-034495a71daf tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=f502748d-57ec-440b-bde2-416bc7758c2f HTTP/1.1" status: 200 len: 944 time: 0.0635738 Jun 20 12:47:59.060784 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9dd32fb7-0cf7-4cba-8b82-921ad6d2cd95 req-55e8a323-cea5-4874-b0c5-ea575c13fcd5 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311992 Jun 20 12:47:59.212297 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['8231d893-6bc8-458d-bbfa-4ca061e7583c'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:48:00.240991 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad62268-dd2e-4680-a837-400e21e3167a req-b5d35f6b-bee4-4af5-beee-b6f63561bf97 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:00.242442 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2ad62268-dd2e-4680-a837-400e21e3167a req-b5d35f6b-bee4-4af5-beee-b6f63561bf97 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=f502748d-57ec-440b-bde2-416bc7758c2f HTTP/1.1" status: 200 len: 944 time: 0.0731504 Jun 20 12:48:00.280143 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2ad62268-dd2e-4680-a837-400e21e3167a req-99284d8d-e8b3-4cec-8ab8-a5a4e177ba2e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320175 Jun 20 12:48:00.633612 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 8231d893-6bc8-458d-bbfa-4ca061e7583c up at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:48:00.680764 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning for port 8231d893-6bc8-458d-bbfa-4ca061e7583c completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:48:00.684422 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning complete for port 8231d893-6bc8-458d-bbfa-4ca061e7583c triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:48:00.684804 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:00.760574 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:00.782646 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f502748d-57ec-440b-bde2-416bc7758c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8231d893-6bc8-458d-bbfa-4ca061e7583c'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:48:00.785134 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff433fd2e3e8483ec5bde8b443a8d0833f9278b814f7b3ef2a1c28b3d75b6172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eddd267-5b0d-4128-936b-478fc7d273d2" -d '{"events": [{"server_uuid": "f502748d-57ec-440b-bde2-416bc7758c2f", "name": "network-vif-plugged", "status": "completed", "tag": "8231d893-6bc8-458d-bbfa-4ca061e7583c"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:48:00.798493 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 8231d893-6bc8-458d-bbfa-4ca061e7583c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8231d893-6bc8-458d-bbfa-4ca061e7583c,segment=NetworkSegment(589cd190-c62c-43b5-a1d9-014a31e237dd),segment_id=589cd190-c62c-43b5-a1d9-014a31e237dd)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:48:00.802358 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:00.804172 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-17f5833e-f9e3-435c-bfb1-6759424fa9a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:48:00.825447 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baa2bba-fa04-4c89-903e-fad7f1c8c4d3 x-openstack-request-id: req-4baa2bba-fa04-4c89-903e-fad7f1c8c4d3 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:48:00.825740 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f502748d-57ec-440b-bde2-416bc7758c2f", "name": "network-vif-plugged", "status": "completed", "tag": "8231d893-6bc8-458d-bbfa-4ca061e7583c", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:48:00.826013 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4baa2bba-fa04-4c89-903e-fad7f1c8c4d3 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:48:00.826398 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f502748d-57ec-440b-bde2-416bc7758c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8231d893-6bc8-458d-bbfa-4ca061e7583c', 'code': 200} Jun 20 12:48:00.853147 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=8231d893-6bc8-458d-bbfa-4ca061e7583c,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:48:00.856796 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:48:01.075506 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44bb38-7871-4d9b-b219-ce106c665c4f req-ced292a4-6c11-423a-8f43-86337ae67243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:01.077469 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5b44bb38-7871-4d9b-b219-ce106c665c4f req-ced292a4-6c11-423a-8f43-86337ae67243 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f502748d-57ec-440b-bde2-416bc7758c2f HTTP/1.1" status: 200 len: 1098 time: 0.0520644 Jun 20 12:48:01.110988 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-5b44bb38-7871-4d9b-b219-ce106c665c4f req-ec35cb2c-7e38-4bc0-b532-8601634cc1ac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264397 Jun 20 12:48:01.446876 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0d2dd-4b88-47ea-9f54-d535954fd5da req-4dc20333-2d4f-4d86-8a8a-39158c4aacfa tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:01.448203 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7cc0d2dd-4b88-47ea-9f54-d535954fd5da req-4dc20333-2d4f-4d86-8a8a-39158c4aacfa tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=f502748d-57ec-440b-bde2-416bc7758c2f HTTP/1.1" status: 200 len: 945 time: 0.0607381 Jun 20 12:48:01.484699 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7cc0d2dd-4b88-47ea-9f54-d535954fd5da req-4e271ac8-b219-4c96-9226-da4edfa09dfc tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299804 Jun 20 12:48:02.662614 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2c8b1-7420-4ae3-b33d-21340f56f325 req-70d327a5-9cf0-4b10-a8d6-6ef44b02a330 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:02.664064 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0fc2c8b1-7420-4ae3-b33d-21340f56f325 req-70d327a5-9cf0-4b10-a8d6-6ef44b02a330 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=f502748d-57ec-440b-bde2-416bc7758c2f HTTP/1.1" status: 200 len: 945 time: 0.0673106 Jun 20 12:48:02.703363 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0fc2c8b1-7420-4ae3-b33d-21340f56f325 req-1b71dc72-72c3-4051-bb1a-6a6800ad4d22 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335481 Jun 20 12:48:03.870921 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e09b10-b321-4dc7-8781-dc16b2375e04 req-b07871db-d8ff-4ef6-be6d-56f158bb2a0e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:03.872378 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f5e09b10-b321-4dc7-8781-dc16b2375e04 req-b07871db-d8ff-4ef6-be6d-56f158bb2a0e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=f502748d-57ec-440b-bde2-416bc7758c2f HTTP/1.1" status: 200 len: 945 time: 0.0621793 Jun 20 12:48:03.913434 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f5e09b10-b321-4dc7-8781-dc16b2375e04 req-b7fefd16-8f45-4285-aebd-c5ed29c3e4c5 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348101 Jun 20 12:48:07.960418 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3cf92b72-baab-4715-a4e6-1fdc4669cfb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:10.033756 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3252bb20-d448-4a8f-845d-4e473fc6f7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:10.410482 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:11.683894 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:13.437712 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:14.987420 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec301885-7f76-44b0-91cb-369f68539514 req-b0baf03f-62bf-4e91-b56d-6d4ddadadadc tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:14.988865 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ec301885-7f76-44b0-91cb-369f68539514 req-b0baf03f-62bf-4e91-b56d-6d4ddadadadc tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/networks?id=6d6fc138-54f4-4157-a587-7d209810e123 HTTP/1.1" status: 200 len: 815 time: 0.3562737 Jun 20 12:48:15.002824 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ec301885-7f76-44b0-91cb-369f68539514 req-b186fe84-17b2-4c8e-acc3-3474b2d18e31 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/quotas/28ffb030a1c642a2a4777465f4442a1d HTTP/1.1" status: 200 len: 375 time: 0.0086045 Jun 20 12:48:15.074734 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ec301885-7f76-44b0-91cb-369f68539514 req-e946016a-d77a-455e-bd5f-1f99df8c7a6a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=28ffb030a1c642a2a4777465f4442a1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671163 Jun 20 12:48:15.127571 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [req-ec301885-7f76-44b0-91cb-369f68539514 req-00d024f5-c812-407e-a135-b30c6fa2b915 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92892) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 20 12:48:15.128557 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ec301885-7f76-44b0-91cb-369f68539514 req-00d024f5-c812-407e-a135-b30c6fa2b915 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471144 Jun 20 12:48:15.215226 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ec301885-7f76-44b0-91cb-369f68539514 req-3dbbf0e4-9063-4ebe-aa8e-0ee8c83a1871 service neutron] 10.222.0.25 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807092 Jun 20 12:48:15.306484 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ec301885-7f76-44b0-91cb-369f68539514 req-b86799e7-e14e-42a8-a9fb-024b8bf43afc service neutron] 10.222.0.25 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852971 Jun 20 12:48:15.472275 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1418a181-12da-4917-aa9c-71c0da2b7db2 req-51f6ceb1-0d5a-4f55-bf09-6da2f99b6914 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d74cdb6-0d73-4963-935b-afa223f2d404 HTTP/1.1" status: 200 len: 210 time: 0.0288167 Jun 20 12:48:16.613912 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec301885-7f76-44b0-91cb-369f68539514 req-1e1709a0-731a-4dbf-9c5c-164df2263f74 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:16.615511 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ec301885-7f76-44b0-91cb-369f68539514 req-1e1709a0-731a-4dbf-9c5c-164df2263f74 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.30 "GET /v2.0/networks?id=6d6fc138-54f4-4157-a587-7d209810e123 HTTP/1.1" status: 200 len: 815 time: 0.1072211 Jun 20 12:48:16.622436 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9b00963f-5b9f-4073-a705-6e831a874977 req-b10d8685-269e-4024-81e7-d243c835ac7c tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d74cdb6-0d73-4963-935b-afa223f2d404 HTTP/1.1" status: 200 len: 210 time: 0.0308592 Jun 20 12:48:16.635566 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-ec301885-7f76-44b0-91cb-369f68539514 req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Request body: {'port': {'device_id': '4d74cdb6-0d73-4963-935b-afa223f2d404', 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123', 'admin_state_up': True, 'tenant_id': '28ffb030a1c642a2a4777465f4442a1d'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:48:16.740956 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec301885-7f76-44b0-91cb-369f68539514 req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Made reservation on behalf of 28ffb030a1c642a2a4777465f4442a1d for: {'port': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:48:16.744389 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-ec301885-7f76-44b0-91cb-369f68539514 req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:16.870202 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [req-ec301885-7f76-44b0-91cb-369f68539514 req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Allocated IP 172.20.0.6 (6d6fc138-54f4-4157-a587-7d209810e123/9b6ae4b3-24b5-428d-b712-ec5d4820ab07/e4476f4c-07a9-4103-a8b3-c880ce11d7fe) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:48:17.012804 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-ec301885-7f76-44b0-91cb-369f68539514 req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:17.049849 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-ec301885-7f76-44b0-91cb-369f68539514 req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7115647'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:17.053722 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-844d89e8-c07a-4e64-9634-509f7ff2e9d2 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:48:17.087790 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['e8c241d2-5f92-497f-b256-0fba8a2796a8', '2245d9ef-a0aa-49a8-b3d8-b727960b5763', '8231d893-6bc8-458d-bbfa-4ca061e7583c'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:48:17.093355 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec301885-7f76-44b0-91cb-369f68539514 req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Network 6d6fc138-54f4-4157-a587-7d209810e123 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:48:17.096411 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [req-ec301885-7f76-44b0-91cb-369f68539514 req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:48:17.100360 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec301885-7f76-44b0-91cb-369f68539514 req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:48:17.125484 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Pushing event updated for resources: {'Port': ['ID=e4476f4c-07a9-4103-a8b3-c880ce11d7fe,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:48:17.137377 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:17.137757 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:17.138159 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:17.139228 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:17.139592 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:17.139953 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:17.140310 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:17.140666 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:17.141045 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:17.141399 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:17.141749 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:17.142099 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:17.147109 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:48:17.164009 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec301885-7f76-44b0-91cb-369f68539514 req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:17.164622 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-ec301885-7f76-44b0-91cb-369f68539514 req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:17.178985 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ec301885-7f76-44b0-91cb-369f68539514 req-87595835-82bf-4441-b687-ae119d40ad9e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5474632 Jun 20 12:48:17.197423 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Request body: {'port': {'device_id': '4d74cdb6-0d73-4963-935b-afa223f2d404', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:48:17.269740 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:17.530111 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4476f4c-07a9-4103-a8b3-c880ce11d7fe {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:48:17.537292 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:17.551702 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Transition to ACTIVE for port object e4476f4c-07a9-4103-a8b3-c880ce11d7fe will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:48:17.554990 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:17.557653 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-71b52630-83b3-4e07-8a70-72c79f40e435 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:48:17.630766 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4476f4c-07a9-4103-a8b3-c880ce11d7fe,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:48:17.648537 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:48:17.695025 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Attempting to bind port e4476f4c-07a9-4103-a8b3-c880ce11d7fe on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:48:17.695366 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Attempting to bind port e4476f4c-07a9-4103-a8b3-c880ce11d7fe by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '589cd190-c62c-43b5-a1d9-014a31e237dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:48:17.695686 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Attempting to bind port e4476f4c-07a9-4103-a8b3-c880ce11d7fe on network 6d6fc138-54f4-4157-a587-7d209810e123 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:48:17.699843 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Port e4476f4c-07a9-4103-a8b3-c880ce11d7fe on network 6d6fc138-54f4-4157-a587-7d209810e123 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 20 12:48:17.700157 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Attempting to bind port e4476f4c-07a9-4103-a8b3-c880ce11d7fe on network 6d6fc138-54f4-4157-a587-7d209810e123 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:48:17.705651 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Checking agent: {'id': '3511620b-fad0-480c-9502-82df55f89faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'started_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:48:17.705987 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Checking segment: {'id': '589cd190-c62c-43b5-a1d9-014a31e237dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:48:17.706361 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Bound using segment: {'id': '589cd190-c62c-43b5-a1d9-014a31e237dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:48:17.706780 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Bound port: e4476f4c-07a9-4103-a8b3-c880ce11d7fe, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589cd190-c62c-43b5-a1d9-014a31e237dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:48:17.707116 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:17.802377 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] For port e4476f4c-07a9-4103-a8b3-c880ce11d7fe, host hv-cinder-79496, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:48:17.817028 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] For port e4476f4c-07a9-4103-a8b3-c880ce11d7fe, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e4476f4c-07a9-4103-a8b3-c880ce11d7fe,segment=NetworkSegment(589cd190-c62c-43b5-a1d9-014a31e237dd),segment_id=589cd190-c62c-43b5-a1d9-014a31e237dd)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:48:17.821801 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:17.824247 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:48:17.859835 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f42ece-4d90-42c4-843d-8446893be098 req-964dc761-3811-42f1-bba6-43f31d7cd20a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:17.861306 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a3f42ece-4d90-42c4-843d-8446893be098 req-964dc761-3811-42f1-bba6-43f31d7cd20a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d74cdb6-0d73-4963-935b-afa223f2d404 HTTP/1.1" status: 200 len: 943 time: 0.1202459 Jun 20 12:48:17.879038 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:17.879622 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:17.880872 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ec301885-7f76-44b0-91cb-369f68539514 req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] 10.222.0.30 "PUT /v2.0/ports/e4476f4c-07a9-4103-a8b3-c880ce11d7fe HTTP/1.1" status: 200 len: 1093 time: 0.6876705 Jun 20 12:48:17.881388 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d74cdb6-0d73-4963-935b-afa223f2d404', 'tag': 'e4476f4c-07a9-4103-a8b3-c880ce11d7fe'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:48:17.883578 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05b3438-4381-49ed-8f4f-52fbb884ba40" -d '{"events": [{"name": "network-changed", "server_uuid": "4d74cdb6-0d73-4963-935b-afa223f2d404", "tag": "e4476f4c-07a9-4103-a8b3-c880ce11d7fe"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:48:17.912249 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4476f4c-07a9-4103-a8b3-c880ce11d7fe,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:48:17.920442 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:48:17.923755 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a599c52-7f52-4611-ae28-31d1c431b260 x-openstack-request-id: req-7a599c52-7f52-4611-ae28-31d1c431b260 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:48:17.924078 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d74cdb6-0d73-4963-935b-afa223f2d404", "tag": "e4476f4c-07a9-4103-a8b3-c880ce11d7fe", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:48:17.924365 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a599c52-7f52-4611-ae28-31d1c431b260 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:48:17.924793 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d74cdb6-0d73-4963-935b-afa223f2d404', 'tag': 'e4476f4c-07a9-4103-a8b3-c880ce11d7fe', 'status': 'completed', 'code': 200} Jun 20 12:48:17.929881 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a3f42ece-4d90-42c4-843d-8446893be098 req-6f836209-da0a-4d25-8c72-f051b226db99 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612195 Jun 20 12:48:18.022774 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec301885-7f76-44b0-91cb-369f68539514 req-d697e588-b8af-4974-ad92-66e4e0b22c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:18.024217 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ec301885-7f76-44b0-91cb-369f68539514 req-d697e588-b8af-4974-ad92-66e4e0b22c01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28ffb030a1c642a2a4777465f4442a1d&device_id=4d74cdb6-0d73-4963-935b-afa223f2d404 HTTP/1.1" status: 200 len: 1096 time: 0.0551775 Jun 20 12:48:18.074745 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ec301885-7f76-44b0-91cb-369f68539514 req-0914f5cf-bfcd-4190-9438-73d3d98792f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4476f4c-07a9-4103-a8b3-c880ce11d7fe HTTP/1.1" status: 200 len: 217 time: 0.0343060 Jun 20 12:48:18.121931 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec301885-7f76-44b0-91cb-369f68539514 req-15d570b6-4630-439c-bf5a-88a13124fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:18.123536 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ec301885-7f76-44b0-91cb-369f68539514 req-15d570b6-4630-439c-bf5a-88a13124fd5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b6ae4b3-24b5-428d-b712-ec5d4820ab07 HTTP/1.1" status: 200 len: 855 time: 0.0420308 Jun 20 12:48:18.161326 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ec301885-7f76-44b0-91cb-369f68539514 req-b27b7376-dcec-4bd6-a154-837842aca271 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d6fc138-54f4-4157-a587-7d209810e123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290422 Jun 20 12:48:18.248095 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ec301885-7f76-44b0-91cb-369f68539514 req-53b36848-2cb9-4727-95c4-f204459ef947 service neutron] 10.222.0.30 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784643 Jun 20 12:48:18.335588 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ec301885-7f76-44b0-91cb-369f68539514 req-b951e6ca-fca5-4ccc-ade9-70f551633a15 service neutron] 10.222.0.30 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810828 Jun 20 12:48:18.502357 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b3438-4381-49ed-8f4f-52fbb884ba40 req-29e9382e-29ac-4290-9603-c95248e735f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:18.503821 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d05b3438-4381-49ed-8f4f-52fbb884ba40 req-29e9382e-29ac-4290-9603-c95248e735f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28ffb030a1c642a2a4777465f4442a1d&device_id=4d74cdb6-0d73-4963-935b-afa223f2d404 HTTP/1.1" status: 200 len: 1096 time: 0.0529807 Jun 20 12:48:18.590108 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b3438-4381-49ed-8f4f-52fbb884ba40 req-9dc1cbba-7868-49bf-892a-b9d098d151ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:18.591493 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d05b3438-4381-49ed-8f4f-52fbb884ba40 req-9dc1cbba-7868-49bf-892a-b9d098d151ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d6fc138-54f4-4157-a587-7d209810e123 HTTP/1.1" status: 200 len: 916 time: 0.0807326 Jun 20 12:48:18.633587 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d05b3438-4381-49ed-8f4f-52fbb884ba40 req-77975177-5ca5-41d7-8564-34eac73fab7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4476f4c-07a9-4103-a8b3-c880ce11d7fe HTTP/1.1" status: 200 len: 217 time: 0.0363059 Jun 20 12:48:18.679599 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b3438-4381-49ed-8f4f-52fbb884ba40 req-98c6479f-7160-4daa-964f-f02dafe2bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:18.680989 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d05b3438-4381-49ed-8f4f-52fbb884ba40 req-98c6479f-7160-4daa-964f-f02dafe2bcde service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b6ae4b3-24b5-428d-b712-ec5d4820ab07 HTTP/1.1" status: 200 len: 855 time: 0.0415001 Jun 20 12:48:18.712373 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d05b3438-4381-49ed-8f4f-52fbb884ba40 req-b1d6cf57-1b66-4fbc-a7a0-99917ce60953 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d6fc138-54f4-4157-a587-7d209810e123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250056 Jun 20 12:48:18.800329 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d05b3438-4381-49ed-8f4f-52fbb884ba40 req-d1beae67-df57-4a13-85d8-0ba54d56b072 service neutron] 10.222.0.30 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818715 Jun 20 12:48:18.889006 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d05b3438-4381-49ed-8f4f-52fbb884ba40 req-8500b856-0df4-4a7a-9d85-6d0afddb471d service neutron] 10.222.0.30 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800440 Jun 20 12:48:19.101406 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40e3ff-845e-4cc2-a305-ce820b4104c5 req-69dc73ea-11bf-4409-ba41-c255b44202d5 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:19.102748 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4c40e3ff-845e-4cc2-a305-ce820b4104c5 req-69dc73ea-11bf-4409-ba41-c255b44202d5 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d74cdb6-0d73-4963-935b-afa223f2d404 HTTP/1.1" status: 200 len: 943 time: 0.0615680 Jun 20 12:48:19.140391 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4c40e3ff-845e-4cc2-a305-ce820b4104c5 req-8401e163-bf0a-42e4-9ca5-bc1f79372516 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314226 Jun 20 12:48:20.312873 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608ed98-cd57-491b-9746-325c9df2bf8d req-82e120f4-a833-495e-bbcc-020994b26a42 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:20.314859 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1608ed98-cd57-491b-9746-325c9df2bf8d req-82e120f4-a833-495e-bbcc-020994b26a42 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d74cdb6-0d73-4963-935b-afa223f2d404 HTTP/1.1" status: 200 len: 943 time: 0.0659142 Jun 20 12:48:20.355699 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1608ed98-cd57-491b-9746-325c9df2bf8d req-1d571756-8257-40ee-8b4a-e82447753ef7 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352974 Jun 20 12:48:20.442995 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:21.534898 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b349e1d-a106-495f-be59-a3b79bca176c req-075ff753-f060-4915-a34c-66962a045946 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:21.536341 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4b349e1d-a106-495f-be59-a3b79bca176c req-075ff753-f060-4915-a34c-66962a045946 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d74cdb6-0d73-4963-935b-afa223f2d404 HTTP/1.1" status: 200 len: 943 time: 0.0676243 Jun 20 12:48:21.573209 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-4b349e1d-a106-495f-be59-a3b79bca176c req-12383daa-8782-4c21-98b3-522b57cbda74 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311482 Jun 20 12:48:22.738632 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device e4476f4c-07a9-4103-a8b3-c880ce11d7fe details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92894) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 20 12:48:22.741962 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e554f-8485-4fc4-9ce1-795bac496ee9 req-bebc946f-1871-4180-ba70-0c8dc9007510 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:22.743438 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ee1e554f-8485-4fc4-9ce1-795bac496ee9 req-bebc946f-1871-4180-ba70-0c8dc9007510 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d74cdb6-0d73-4963-935b-afa223f2d404 HTTP/1.1" status: 200 len: 943 time: 0.0620501 Jun 20 12:48:22.784817 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-ee1e554f-8485-4fc4-9ce1-795bac496ee9 req-4bde4645-eab8-4a31-be06-8e930393108a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352767 Jun 20 12:48:22.830754 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port e4476f4c-07a9-4103-a8b3-c880ce11d7fe, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e4476f4c-07a9-4103-a8b3-c880ce11d7fe,segment=NetworkSegment(589cd190-c62c-43b5-a1d9-014a31e237dd),segment_id=589cd190-c62c-43b5-a1d9-014a31e237dd)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:48:22.842496 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Returning: {'device': 'e4476f4c-07a9-4103-a8b3-c880ce11d7fe', 'network_id': '6d6fc138-54f4-4157-a587-7d209810e123', 'port_id': 'e4476f4c-07a9-4103-a8b3-c880ce11d7fe', 'mac_address': 'fa:16:3e:17:23:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6ae4b3-24b5-428d-b712-ec5d4820ab07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92894) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 20 12:48:22.881139 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:22.893438 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4476f4c-07a9-4103-a8b3-c880ce11d7fe {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:48:22.912370 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port e4476f4c-07a9-4103-a8b3-c880ce11d7fe, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e4476f4c-07a9-4103-a8b3-c880ce11d7fe,segment=NetworkSegment(589cd190-c62c-43b5-a1d9-014a31e237dd),segment_id=589cd190-c62c-43b5-a1d9-014a31e237dd)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:48:22.915821 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:22.917527 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:48:22.963321 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=e4476f4c-07a9-4103-a8b3-c880ce11d7fe,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:48:22.970748 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:22.971099 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:22.971442 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:22.971780 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:22.972115 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:22.972444 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:22.972775 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:22.973127 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:22.973457 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:22.973780 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:22.974104 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:22.974425 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:22.978077 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:48:23.363818 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['e4476f4c-07a9-4103-a8b3-c880ce11d7fe'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:48:23.960561 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f623427-69eb-4e4f-a709-a3c706967ef5 req-84b98993-3d1c-4348-af52-d3219b94b4b7 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:23.962021 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2f623427-69eb-4e4f-a709-a3c706967ef5 req-84b98993-3d1c-4348-af52-d3219b94b4b7 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d74cdb6-0d73-4963-935b-afa223f2d404 HTTP/1.1" status: 200 len: 944 time: 0.0642076 Jun 20 12:48:24.004793 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-2f623427-69eb-4e4f-a709-a3c706967ef5 req-6f4871da-8d96-4673-a218-e1d856e81826 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340412 Jun 20 12:48:24.758410 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device e4476f4c-07a9-4103-a8b3-c880ce11d7fe up at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:48:24.806826 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning for port e4476f4c-07a9-4103-a8b3-c880ce11d7fe completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:48:24.810797 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning complete for port e4476f4c-07a9-4103-a8b3-c880ce11d7fe triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:48:24.811270 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:24.887487 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:24.909957 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d74cdb6-0d73-4963-935b-afa223f2d404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4476f4c-07a9-4103-a8b3-c880ce11d7fe'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:48:24.912220 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff433fd2e3e8483ec5bde8b443a8d0833f9278b814f7b3ef2a1c28b3d75b6172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612192d3-efea-471c-accc-56345ba492d8" -d '{"events": [{"server_uuid": "4d74cdb6-0d73-4963-935b-afa223f2d404", "name": "network-vif-plugged", "status": "completed", "tag": "e4476f4c-07a9-4103-a8b3-c880ce11d7fe"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:48:24.928110 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port e4476f4c-07a9-4103-a8b3-c880ce11d7fe, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e4476f4c-07a9-4103-a8b3-c880ce11d7fe,segment=NetworkSegment(589cd190-c62c-43b5-a1d9-014a31e237dd),segment_id=589cd190-c62c-43b5-a1d9-014a31e237dd)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:48:24.932637 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:24.934716 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:48:24.958178 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850bbb2f-3344-4e3b-9639-f1f622f2dfd7 x-openstack-request-id: req-850bbb2f-3344-4e3b-9639-f1f622f2dfd7 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:48:24.958479 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d74cdb6-0d73-4963-935b-afa223f2d404", "name": "network-vif-plugged", "status": "completed", "tag": "e4476f4c-07a9-4103-a8b3-c880ce11d7fe", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:48:24.958740 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-850bbb2f-3344-4e3b-9639-f1f622f2dfd7 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:48:24.959128 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d74cdb6-0d73-4963-935b-afa223f2d404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4476f4c-07a9-4103-a8b3-c880ce11d7fe', 'code': 200} Jun 20 12:48:24.990940 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=e4476f4c-07a9-4103-a8b3-c880ce11d7fe,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:48:24.994172 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:48:25.196546 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e120c36-9aec-469d-b7fa-1820310fc95b req-7a3a384b-40fa-425c-a022-5c748f1a89ec tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:25.198022 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7e120c36-9aec-469d-b7fa-1820310fc95b req-7a3a384b-40fa-425c-a022-5c748f1a89ec tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d74cdb6-0d73-4963-935b-afa223f2d404 HTTP/1.1" status: 200 len: 945 time: 0.0706205 Jun 20 12:48:25.224711 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f56024-ba6e-4d12-8282-7c49e3487480 req-3a35b07e-2446-45c6-ada7-1ae6549fdb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:25.226202 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-14f56024-ba6e-4d12-8282-7c49e3487480 req-3a35b07e-2446-45c6-ada7-1ae6549fdb9d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4d74cdb6-0d73-4963-935b-afa223f2d404 HTTP/1.1" status: 200 len: 1098 time: 0.0548198 Jun 20 12:48:25.242447 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7e120c36-9aec-469d-b7fa-1820310fc95b req-b64a1af9-7b15-487b-a5bb-d85a0201237f tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380225 Jun 20 12:48:25.265454 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-14f56024-ba6e-4d12-8282-7c49e3487480 req-770605d8-14d1-4518-a338-4e6a1bea58a4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314832 Jun 20 12:48:26.422851 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510b9e4-ea24-4412-9b20-f3feee8b62bf req-b88b91ce-de61-42fb-bb82-a727d8c8a99c tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:26.424215 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9510b9e4-ea24-4412-9b20-f3feee8b62bf req-b88b91ce-de61-42fb-bb82-a727d8c8a99c tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d74cdb6-0d73-4963-935b-afa223f2d404 HTTP/1.1" status: 200 len: 945 time: 0.0668495 Jun 20 12:48:26.461845 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-9510b9e4-ea24-4412-9b20-f3feee8b62bf req-28994402-a784-4eb2-aae1-4895fecae7b3 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319662 Jun 20 12:48:27.630860 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e93f1-339b-4f47-bad8-47d4a1e6ca64 req-2453a053-ccb2-48fe-834f-a1263ecde6a0 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:27.632288 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d94e93f1-339b-4f47-bad8-47d4a1e6ca64 req-2453a053-ccb2-48fe-834f-a1263ecde6a0 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d74cdb6-0d73-4963-935b-afa223f2d404 HTTP/1.1" status: 200 len: 945 time: 0.0626094 Jun 20 12:48:27.669952 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d94e93f1-339b-4f47-bad8-47d4a1e6ca64 req-c3a4cc01-e9de-43b9-9096-065119f67e84 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321200 Jun 20 12:48:33.139226 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:48:33.699043 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3ba13756-936b-4cb0-ab2d-9fce1bec396d req-95f5294e-26dd-4a12-9940-bd8d5021b0f5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0894830 Jun 20 12:48:33.814761 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba13756-936b-4cb0-ab2d-9fce1bec396d req-2b4b5d0a-ce8e-479e-8c03-a7e6e552551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:33.816068 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3ba13756-936b-4cb0-ab2d-9fce1bec396d req-2b4b5d0a-ce8e-479e-8c03-a7e6e552551b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28ffb030a1c642a2a4777465f4442a1d&device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c HTTP/1.1" status: 200 len: 1098 time: 0.0504827 Jun 20 12:48:33.920766 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba13756-936b-4cb0-ab2d-9fce1bec396d req-9f1b039f-e983-4d61-abf2-9e3add34dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:33.922210 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3ba13756-936b-4cb0-ab2d-9fce1bec396d req-9f1b039f-e983-4d61-abf2-9e3add34dc6c service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d6fc138-54f4-4157-a587-7d209810e123 HTTP/1.1" status: 200 len: 916 time: 0.0861070 Jun 20 12:48:33.961833 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3ba13756-936b-4cb0-ab2d-9fce1bec396d req-cc7a5aab-bd07-454b-a421-9c2928893974 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8c241d2-5f92-497f-b256-0fba8a2796a8 HTTP/1.1" status: 200 len: 217 time: 0.0331945 Jun 20 12:48:34.007937 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba13756-936b-4cb0-ab2d-9fce1bec396d req-a1082d60-fbd0-41e9-8ca1-a8e9031a178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:34.009401 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3ba13756-936b-4cb0-ab2d-9fce1bec396d req-a1082d60-fbd0-41e9-8ca1-a8e9031a178e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b6ae4b3-24b5-428d-b712-ec5d4820ab07 HTTP/1.1" status: 200 len: 855 time: 0.0408792 Jun 20 12:48:34.044345 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3ba13756-936b-4cb0-ab2d-9fce1bec396d req-e74e1b40-1255-44db-a0fe-6f9d1e383212 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d6fc138-54f4-4157-a587-7d209810e123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288498 Jun 20 12:48:34.054728 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [req-3ba13756-936b-4cb0-ab2d-9fce1bec396d req-9707e198-3a79-4ecb-b44c-09a7757e638f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92893) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 20 12:48:34.055645 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3ba13756-936b-4cb0-ab2d-9fce1bec396d req-9707e198-3a79-4ecb-b44c-09a7757e638f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048018 Jun 20 12:48:34.140336 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3ba13756-936b-4cb0-ab2d-9fce1bec396d req-736f68cd-5c05-4497-b976-fb8796b3eaa5 service neutron] 10.222.0.30 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780892 Jun 20 12:48:34.228272 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3ba13756-936b-4cb0-ab2d-9fce1bec396d req-69debc65-9f3d-4e8a-b15d-9c3d011ea396 service neutron] 10.222.0.30 "GET /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818152 Jun 20 12:48:37.962585 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6cb67b31-bcfe-4631-be76-a70d7648227a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:39.651122 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad10a9b-34cb-463c-8d7a-61a2a7ba99dd req-5a5e4e5a-8edc-4758-a5da-278c6749a8dd tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:39.652828 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1ad10a9b-34cb-463c-8d7a-61a2a7ba99dd req-5a5e4e5a-8edc-4758-a5da-278c6749a8dd tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d74cdb6-0d73-4963-935b-afa223f2d404 HTTP/1.1" status: 200 len: 945 time: 0.0639241 Jun 20 12:48:39.689359 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1ad10a9b-34cb-463c-8d7a-61a2a7ba99dd req-29af63e5-8410-4ed9-82ac-123c21309e59 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310268 Jun 20 12:48:40.034018 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1d840ec8-e78c-4f31-b6e6-4a4a6b7f6586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:40.412752 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:40.866661 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe19a76-cf07-40ec-ba0d-0179a93eea99 req-94a98865-9191-440e-bc2a-471fd78de058 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:40.868158 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4fe19a76-cf07-40ec-ba0d-0179a93eea99 req-94a98865-9191-440e-bc2a-471fd78de058 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d74cdb6-0d73-4963-935b-afa223f2d404 HTTP/1.1" status: 200 len: 945 time: 0.0645738 Jun 20 12:48:40.906664 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-4fe19a76-cf07-40ec-ba0d-0179a93eea99 req-c0e71744-ab90-4b7c-b095-e718ca17365e tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327504 Jun 20 12:48:41.686613 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:41.845698 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623298bf-b9d4-4c1d-a14e-2cc9854ea69e req-a61acf15-779a-44a3-95e1-0433d54d9fa3 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:41.847158 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-623298bf-b9d4-4c1d-a14e-2cc9854ea69e req-a61acf15-779a-44a3-95e1-0433d54d9fa3 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d74cdb6-0d73-4963-935b-afa223f2d404 HTTP/1.1" status: 200 len: 945 time: 0.0595672 Jun 20 12:48:41.944734 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-623298bf-b9d4-4c1d-a14e-2cc9854ea69e req-83bb9cf6-f951-4d96-8aed-239844d90a21 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Deleting port e4476f4c-07a9-4103-a8b3-c880ce11d7fe {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:48:41.945327 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-623298bf-b9d4-4c1d-a14e-2cc9854ea69e req-83bb9cf6-f951-4d96-8aed-239844d90a21 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:42.031087 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-623298bf-b9d4-4c1d-a14e-2cc9854ea69e req-83bb9cf6-f951-4d96-8aed-239844d90a21 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] For port e4476f4c-07a9-4103-a8b3-c880ce11d7fe, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e4476f4c-07a9-4103-a8b3-c880ce11d7fe,segment=NetworkSegment(589cd190-c62c-43b5-a1d9-014a31e237dd),segment_id=589cd190-c62c-43b5-a1d9-014a31e237dd)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:48:42.031449 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-623298bf-b9d4-4c1d-a14e-2cc9854ea69e req-83bb9cf6-f951-4d96-8aed-239844d90a21 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:42.080665 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07f037-6708-494d-b402-2c89e3a69780 req-817c89cc-2468-4e05-a1fc-d4c1aa035266 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:42.082241 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-bc07f037-6708-494d-b402-2c89e3a69780 req-817c89cc-2468-4e05-a1fc-d4c1aa035266 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d74cdb6-0d73-4963-935b-afa223f2d404 HTTP/1.1" status: 200 len: 945 time: 0.0659359 Jun 20 12:48:42.122702 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-bc07f037-6708-494d-b402-2c89e3a69780 req-bcb96afd-8644-49c1-8a9a-643d8df1bebc tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346630 Jun 20 12:48:42.375002 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-623298bf-b9d4-4c1d-a14e-2cc9854ea69e req-83bb9cf6-f951-4d96-8aed-239844d90a21 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Calling delete_port for e4476f4c-07a9-4103-a8b3-c880ce11d7fe owned by compute:nova {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:48:42.500122 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-623298bf-b9d4-4c1d-a14e-2cc9854ea69e req-83bb9cf6-f951-4d96-8aed-239844d90a21 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:42.503797 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-3ef9cc20-8cdb-462a-81df-7c2a2e527aa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:48:42.527221 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb9cf6-f951-4d96-8aed-239844d90a21 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Pushing event deleted for resources: {'Port': ['ID=e4476f4c-07a9-4103-a8b3-c880ce11d7fe,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:48:42.530735 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-83bb9cf6-f951-4d96-8aed-239844d90a21 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:48:42.537584 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['e8c241d2-5f92-497f-b256-0fba8a2796a8', '2245d9ef-a0aa-49a8-b3d8-b727960b5763', '8231d893-6bc8-458d-bbfa-4ca061e7583c', 'e4476f4c-07a9-4103-a8b3-c880ce11d7fe'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:48:42.573950 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-623298bf-b9d4-4c1d-a14e-2cc9854ea69e req-83bb9cf6-f951-4d96-8aed-239844d90a21 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] No DVR routers for this DVR port e4476f4c-07a9-4103-a8b3-c880ce11d7fe on host hv-cinder-79496 {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:48:42.576618 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-623298bf-b9d4-4c1d-a14e-2cc9854ea69e req-83bb9cf6-f951-4d96-8aed-239844d90a21 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:42.579402 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-623298bf-b9d4-4c1d-a14e-2cc9854ea69e req-83bb9cf6-f951-4d96-8aed-239844d90a21 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.30 "DELETE /v2.0/ports/e4476f4c-07a9-4103-a8b3-c880ce11d7fe HTTP/1.1" status: 204 len: 173 time: 0.7263062 Jun 20 12:48:42.579938 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d74cdb6-0d73-4963-935b-afa223f2d404', 'name': 'network-vif-deleted', 'tag': 'e4476f4c-07a9-4103-a8b3-c880ce11d7fe'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:48:42.582228 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cac81c1-f3db-4bc1-b0b1-d737f1a5b0ab" -d '{"events": [{"server_uuid": "4d74cdb6-0d73-4963-935b-afa223f2d404", "name": "network-vif-deleted", "tag": "e4476f4c-07a9-4103-a8b3-c880ce11d7fe"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:48:42.621817 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e630a38-07db-4cb1-9df0-04b81757b8b4 x-openstack-request-id: req-3e630a38-07db-4cb1-9df0-04b81757b8b4 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:48:42.622180 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d74cdb6-0d73-4963-935b-afa223f2d404", "name": "network-vif-deleted", "tag": "e4476f4c-07a9-4103-a8b3-c880ce11d7fe", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:48:42.622556 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e630a38-07db-4cb1-9df0-04b81757b8b4 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:48:42.623066 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d74cdb6-0d73-4963-935b-afa223f2d404', 'name': 'network-vif-deleted', 'tag': 'e4476f4c-07a9-4103-a8b3-c880ce11d7fe', 'status': 'completed', 'code': 200} Jun 20 12:48:43.281203 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3a173775-91fb-4496-8804-91e227ca082d req-49907021-0a70-456f-a17c-34185e51d941 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d74cdb6-0d73-4963-935b-afa223f2d404 HTTP/1.1" status: 200 len: 210 time: 0.0325041 Jun 20 12:48:43.431243 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:44.940320 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device e4476f4c-07a9-4103-a8b3-c880ce11d7fe no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:48:44.962334 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] No Port match for: e4476f4c-07a9-4103-a8b3-c880ce11d7fe {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:48:44.962677 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device e4476f4c-07a9-4103-a8b3-c880ce11d7fe not bound to the agent host hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:48:45.843525 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e41ad3-6bb4-492f-8f8e-11b96ecea264 req-51327c14-acc8-4ce4-9007-e00b80932abe tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:45.845024 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-03e41ad3-6bb4-492f-8f8e-11b96ecea264 req-51327c14-acc8-4ce4-9007-e00b80932abe tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=f502748d-57ec-440b-bde2-416bc7758c2f HTTP/1.1" status: 200 len: 945 time: 0.0640519 Jun 20 12:48:45.881231 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-03e41ad3-6bb4-492f-8f8e-11b96ecea264 req-4744d521-6d8f-4517-8054-55bb79cd9720 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302973 Jun 20 12:48:47.054180 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b706a-75c0-4036-b7c0-d817f7d8956e req-c74ac9e7-7ab5-42d2-a040-9765ecbb3acc tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:47.055620 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1b4b706a-75c0-4036-b7c0-d817f7d8956e req-c74ac9e7-7ab5-42d2-a040-9765ecbb3acc tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=f502748d-57ec-440b-bde2-416bc7758c2f HTTP/1.1" status: 200 len: 945 time: 0.0621924 Jun 20 12:48:47.096137 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-1b4b706a-75c0-4036-b7c0-d817f7d8956e req-e59e0aa3-6533-4843-9380-96715d98bc56 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350146 Jun 20 12:48:47.878654 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984f44d-f862-4791-b0f5-47f7df395590 req-7bc9bb43-3951-4457-ae67-73efd23f83ab tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:47.880075 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3984f44d-f862-4791-b0f5-47f7df395590 req-7bc9bb43-3951-4457-ae67-73efd23f83ab tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.30 "GET /v2.0/ports?device_id=f502748d-57ec-440b-bde2-416bc7758c2f HTTP/1.1" status: 200 len: 945 time: 0.0616167 Jun 20 12:48:47.979124 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-3984f44d-f862-4791-b0f5-47f7df395590 req-047c8cb6-5b0e-402e-b4df-54253a0d04c6 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Deleting port 8231d893-6bc8-458d-bbfa-4ca061e7583c {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:48:47.979464 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-3984f44d-f862-4791-b0f5-47f7df395590 req-047c8cb6-5b0e-402e-b4df-54253a0d04c6 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:48.063496 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-3984f44d-f862-4791-b0f5-47f7df395590 req-047c8cb6-5b0e-402e-b4df-54253a0d04c6 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] For port 8231d893-6bc8-458d-bbfa-4ca061e7583c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8231d893-6bc8-458d-bbfa-4ca061e7583c,segment=NetworkSegment(589cd190-c62c-43b5-a1d9-014a31e237dd),segment_id=589cd190-c62c-43b5-a1d9-014a31e237dd)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:48:48.063850 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-3984f44d-f862-4791-b0f5-47f7df395590 req-047c8cb6-5b0e-402e-b4df-54253a0d04c6 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:48.129238 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-3984f44d-f862-4791-b0f5-47f7df395590 req-047c8cb6-5b0e-402e-b4df-54253a0d04c6 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Calling delete_port for 8231d893-6bc8-458d-bbfa-4ca061e7583c owned by compute:nova {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:48:48.286944 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-3984f44d-f862-4791-b0f5-47f7df395590 req-047c8cb6-5b0e-402e-b4df-54253a0d04c6 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:48.291552 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-bcb36c25-e94a-41f8-806a-fbb0f4089a80 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:48:48.319831 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c8cb6-5b0e-402e-b4df-54253a0d04c6 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Pushing event deleted for resources: {'Port': ['ID=8231d893-6bc8-458d-bbfa-4ca061e7583c,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:48:48.323926 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-047c8cb6-5b0e-402e-b4df-54253a0d04c6 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:48:48.324664 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['e8c241d2-5f92-497f-b256-0fba8a2796a8', '2245d9ef-a0aa-49a8-b3d8-b727960b5763', '8231d893-6bc8-458d-bbfa-4ca061e7583c'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:48:48.339025 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcceb6f4-d06f-4baf-9208-ac94b1df3aa5 req-409d8028-3067-4a4f-a8cb-be6700c58455 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:48.340567 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-fcceb6f4-d06f-4baf-9208-ac94b1df3aa5 req-409d8028-3067-4a4f-a8cb-be6700c58455 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=f502748d-57ec-440b-bde2-416bc7758c2f HTTP/1.1" status: 200 len: 867 time: 0.1313336 Jun 20 12:48:48.401453 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-3984f44d-f862-4791-b0f5-47f7df395590 req-047c8cb6-5b0e-402e-b4df-54253a0d04c6 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] No DVR routers for this DVR port 8231d893-6bc8-458d-bbfa-4ca061e7583c on host hv-cinder-79496 {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:48:48.404627 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-3984f44d-f862-4791-b0f5-47f7df395590 req-047c8cb6-5b0e-402e-b4df-54253a0d04c6 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:48.406669 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-3984f44d-f862-4791-b0f5-47f7df395590 req-047c8cb6-5b0e-402e-b4df-54253a0d04c6 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.30 "DELETE /v2.0/ports/8231d893-6bc8-458d-bbfa-4ca061e7583c HTTP/1.1" status: 204 len: 173 time: 0.5203035 Jun 20 12:48:48.407198 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f502748d-57ec-440b-bde2-416bc7758c2f', 'name': 'network-vif-deleted', 'tag': '8231d893-6bc8-458d-bbfa-4ca061e7583c'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:48:48.409977 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c77875-86c7-4fe0-ac99-0e214cef37dd" -d '{"events": [{"server_uuid": "f502748d-57ec-440b-bde2-416bc7758c2f", "name": "network-vif-deleted", "tag": "8231d893-6bc8-458d-bbfa-4ca061e7583c"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:48:48.431134 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-fcceb6f4-d06f-4baf-9208-ac94b1df3aa5 req-3e7f9879-c58c-4ebc-8791-c18d4b3f3855 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680966 Jun 20 12:48:48.452179 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2043f258-693d-469a-9cad-1d56282ebcf1 x-openstack-request-id: req-2043f258-693d-469a-9cad-1d56282ebcf1 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:48:48.452836 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f502748d-57ec-440b-bde2-416bc7758c2f", "name": "network-vif-deleted", "tag": "8231d893-6bc8-458d-bbfa-4ca061e7583c", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:48:48.455183 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2043f258-693d-469a-9cad-1d56282ebcf1 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:48:48.455691 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f502748d-57ec-440b-bde2-416bc7758c2f', 'name': 'network-vif-deleted', 'tag': '8231d893-6bc8-458d-bbfa-4ca061e7583c', 'status': 'completed', 'code': 200} Jun 20 12:48:49.879289 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fe7bf-367c-44e3-96d8-6aa8a727c664 req-6da22dbe-29cd-4bbe-bf7e-5cf835d439d3 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:49.880728 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-594fe7bf-367c-44e3-96d8-6aa8a727c664 req-6da22dbe-29cd-4bbe-bf7e-5cf835d439d3 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b887d-3725-4e7c-8811-aee04f31b01f HTTP/1.1" status: 200 len: 946 time: 0.0627167 Jun 20 12:48:49.916454 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-594fe7bf-367c-44e3-96d8-6aa8a727c664 req-b9ee7d83-684c-45bf-9f1f-91ae50e30044 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300090 Jun 20 12:48:50.451009 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:50.977944 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 8231d893-6bc8-458d-bbfa-4ca061e7583c no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:48:50.998483 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] No Port match for: 8231d893-6bc8-458d-bbfa-4ca061e7583c {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:48:50.998894 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 8231d893-6bc8-458d-bbfa-4ca061e7583c not bound to the agent host hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:48:51.086701 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1823808-8f05-4fee-ae20-ad334b9fb68f req-00fd22c5-715c-405b-b8df-5928545f5465 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:51.088116 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e1823808-8f05-4fee-ae20-ad334b9fb68f req-00fd22c5-715c-405b-b8df-5928545f5465 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b887d-3725-4e7c-8811-aee04f31b01f HTTP/1.1" status: 200 len: 946 time: 0.0605645 Jun 20 12:48:51.128826 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e1823808-8f05-4fee-ae20-ad334b9fb68f req-72d00db9-c769-444c-9277-8812676662fd tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347757 Jun 20 12:48:51.653914 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d892e-586e-4aca-840a-88ed5d361ee6 req-12ca783c-f232-4591-9a32-4731b3a07b07 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:51.655290 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-278d892e-586e-4aca-840a-88ed5d361ee6 req-12ca783c-f232-4591-9a32-4731b3a07b07 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff4b887d-3725-4e7c-8811-aee04f31b01f HTTP/1.1" status: 200 len: 946 time: 0.0593219 Jun 20 12:48:51.753077 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-278d892e-586e-4aca-840a-88ed5d361ee6 req-8b3f5e85-d7c9-42c7-af4c-b5d81641e8fa tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Deleting port 2245d9ef-a0aa-49a8-b3d8-b727960b5763 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:48:51.753416 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-278d892e-586e-4aca-840a-88ed5d361ee6 req-8b3f5e85-d7c9-42c7-af4c-b5d81641e8fa tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:51.838377 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-278d892e-586e-4aca-840a-88ed5d361ee6 req-8b3f5e85-d7c9-42c7-af4c-b5d81641e8fa tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] For port 2245d9ef-a0aa-49a8-b3d8-b727960b5763, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2245d9ef-a0aa-49a8-b3d8-b727960b5763,segment=NetworkSegment(589cd190-c62c-43b5-a1d9-014a31e237dd),segment_id=589cd190-c62c-43b5-a1d9-014a31e237dd)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:48:51.838736 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-278d892e-586e-4aca-840a-88ed5d361ee6 req-8b3f5e85-d7c9-42c7-af4c-b5d81641e8fa tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:51.906479 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-278d892e-586e-4aca-840a-88ed5d361ee6 req-8b3f5e85-d7c9-42c7-af4c-b5d81641e8fa tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Calling delete_port for 2245d9ef-a0aa-49a8-b3d8-b727960b5763 owned by compute:nova {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:48:52.030365 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-278d892e-586e-4aca-840a-88ed5d361ee6 req-8b3f5e85-d7c9-42c7-af4c-b5d81641e8fa tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:52.034792 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a036ff76-ffb7-4e9e-9077-290dfc56765d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:48:52.058991 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f5e85-d7c9-42c7-af4c-b5d81641e8fa tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Pushing event deleted for resources: {'Port': ['ID=2245d9ef-a0aa-49a8-b3d8-b727960b5763,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:48:52.062265 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-8b3f5e85-d7c9-42c7-af4c-b5d81641e8fa tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:48:52.068405 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['e8c241d2-5f92-497f-b256-0fba8a2796a8', '2245d9ef-a0aa-49a8-b3d8-b727960b5763'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:48:52.102430 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-278d892e-586e-4aca-840a-88ed5d361ee6 req-8b3f5e85-d7c9-42c7-af4c-b5d81641e8fa tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] No DVR routers for this DVR port 2245d9ef-a0aa-49a8-b3d8-b727960b5763 on host hv-cinder-79496 {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:48:52.104961 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-278d892e-586e-4aca-840a-88ed5d361ee6 req-8b3f5e85-d7c9-42c7-af4c-b5d81641e8fa tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:52.106898 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-278d892e-586e-4aca-840a-88ed5d361ee6 req-8b3f5e85-d7c9-42c7-af4c-b5d81641e8fa tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.30 "DELETE /v2.0/ports/2245d9ef-a0aa-49a8-b3d8-b727960b5763 HTTP/1.1" status: 204 len: 173 time: 0.4461806 Jun 20 12:48:52.107401 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4b887d-3725-4e7c-8811-aee04f31b01f', 'name': 'network-vif-deleted', 'tag': '2245d9ef-a0aa-49a8-b3d8-b727960b5763'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:48:52.110327 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb00e95e-3157-4f0e-90ad-fb9e60b031ab" -d '{"events": [{"server_uuid": "ff4b887d-3725-4e7c-8811-aee04f31b01f", "name": "network-vif-deleted", "tag": "2245d9ef-a0aa-49a8-b3d8-b727960b5763"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:48:52.153276 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895b01a0-0856-46e9-8f67-65d91b7b884a x-openstack-request-id: req-895b01a0-0856-46e9-8f67-65d91b7b884a {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:48:52.153617 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4b887d-3725-4e7c-8811-aee04f31b01f", "name": "network-vif-deleted", "tag": "2245d9ef-a0aa-49a8-b3d8-b727960b5763", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:48:52.153939 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-895b01a0-0856-46e9-8f67-65d91b7b884a {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:48:52.154376 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4b887d-3725-4e7c-8811-aee04f31b01f', 'name': 'network-vif-deleted', 'tag': '2245d9ef-a0aa-49a8-b3d8-b727960b5763', 'status': 'completed', 'code': 200} Jun 20 12:48:52.280540 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0304225b-6653-46e5-8ded-9883393cb35c req-36c82a29-f630-4471-a7ef-55cdbf47f50a tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff4b887d-3725-4e7c-8811-aee04f31b01f HTTP/1.1" status: 200 len: 210 time: 0.0314403 Jun 20 12:48:54.833470 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b9477-0a26-4d76-920c-c9316395956b req-b066fcc2-adaa-4382-bb6e-3b0393565fe2 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:54.834933 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0a5b9477-0a26-4d76-920c-c9316395956b req-b066fcc2-adaa-4382-bb6e-3b0393565fe2 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c HTTP/1.1" status: 200 len: 945 time: 0.0625706 Jun 20 12:48:54.872482 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0a5b9477-0a26-4d76-920c-c9316395956b req-713bf530-fadb-403d-bc54-6d4344194875 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318332 Jun 20 12:48:54.987225 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 2245d9ef-a0aa-49a8-b3d8-b727960b5763 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:48:55.009279 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] No Port match for: 2245d9ef-a0aa-49a8-b3d8-b727960b5763 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:48:55.009623 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 2245d9ef-a0aa-49a8-b3d8-b727960b5763 not bound to the agent host hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:48:56.042181 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588c489-0d7a-4d82-9616-175c71742fa6 req-e6fa375c-3397-4068-89dc-df5ba4b6bd71 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:56.043612 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a588c489-0d7a-4d82-9616-175c71742fa6 req-e6fa375c-3397-4068-89dc-df5ba4b6bd71 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c HTTP/1.1" status: 200 len: 945 time: 0.0620978 Jun 20 12:48:56.080365 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a588c489-0d7a-4d82-9616-175c71742fa6 req-be5d9e39-2940-410e-987a-69f1f9dbb3a7 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9e8af04-91c2-46c3-b2ac-486b6cfa6539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309358 Jun 20 12:48:56.751247 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce07c7-a24b-4804-aeaa-0269970d6dbf req-5a71fc03-caf3-4578-aa8a-31ca8622ccbb tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:48:56.752681 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-efce07c7-a24b-4804-aeaa-0269970d6dbf req-5a71fc03-caf3-4578-aa8a-31ca8622ccbb tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c HTTP/1.1" status: 200 len: 945 time: 0.0606921 Jun 20 12:48:56.856583 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-efce07c7-a24b-4804-aeaa-0269970d6dbf req-039a8aa4-1c9b-4b96-bf40-23ec832961a3 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Deleting port e8c241d2-5f92-497f-b256-0fba8a2796a8 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:48:56.856944 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-efce07c7-a24b-4804-aeaa-0269970d6dbf req-039a8aa4-1c9b-4b96-bf40-23ec832961a3 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:56.944383 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-efce07c7-a24b-4804-aeaa-0269970d6dbf req-039a8aa4-1c9b-4b96-bf40-23ec832961a3 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] For port e8c241d2-5f92-497f-b256-0fba8a2796a8, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e8c241d2-5f92-497f-b256-0fba8a2796a8,segment=NetworkSegment(589cd190-c62c-43b5-a1d9-014a31e237dd),segment_id=589cd190-c62c-43b5-a1d9-014a31e237dd)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:48:56.944738 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-efce07c7-a24b-4804-aeaa-0269970d6dbf req-039a8aa4-1c9b-4b96-bf40-23ec832961a3 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:57.005735 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-efce07c7-a24b-4804-aeaa-0269970d6dbf req-039a8aa4-1c9b-4b96-bf40-23ec832961a3 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Calling delete_port for e8c241d2-5f92-497f-b256-0fba8a2796a8 owned by compute:nova {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:48:57.129727 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-efce07c7-a24b-4804-aeaa-0269970d6dbf req-039a8aa4-1c9b-4b96-bf40-23ec832961a3 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:57.133716 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-6b82997e-ac34-4fa9-a994-98c1bd64fac8 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:48:57.159504 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a8aa4-1c9b-4b96-bf40-23ec832961a3 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Pushing event deleted for resources: {'Port': ['ID=e8c241d2-5f92-497f-b256-0fba8a2796a8,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:48:57.162559 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-039a8aa4-1c9b-4b96-bf40-23ec832961a3 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:48:57.165388 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['e8c241d2-5f92-497f-b256-0fba8a2796a8'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:48:57.206803 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-efce07c7-a24b-4804-aeaa-0269970d6dbf req-039a8aa4-1c9b-4b96-bf40-23ec832961a3 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] No DVR routers for this DVR port e8c241d2-5f92-497f-b256-0fba8a2796a8 on host hv-cinder-79496 {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:48:57.209302 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-efce07c7-a24b-4804-aeaa-0269970d6dbf req-039a8aa4-1c9b-4b96-bf40-23ec832961a3 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:57.211291 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-efce07c7-a24b-4804-aeaa-0269970d6dbf req-039a8aa4-1c9b-4b96-bf40-23ec832961a3 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.30 "DELETE /v2.0/ports/e8c241d2-5f92-497f-b256-0fba8a2796a8 HTTP/1.1" status: 204 len: 173 time: 0.4525201 Jun 20 12:48:57.211788 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8eba8ef-f111-4386-92f9-4fbbb3998d0c', 'name': 'network-vif-deleted', 'tag': 'e8c241d2-5f92-497f-b256-0fba8a2796a8'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:48:57.214080 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdc8e93-3eb6-46e2-8979-fde5eecb01a0" -d '{"events": [{"server_uuid": "a8eba8ef-f111-4386-92f9-4fbbb3998d0c", "name": "network-vif-deleted", "tag": "e8c241d2-5f92-497f-b256-0fba8a2796a8"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:48:57.238681 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ef08c0b8-8376-44a5-b2a2-64e7a3d55535 req-b4d55445-e98c-4b91-9286-60acab617ad9 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8eba8ef-f111-4386-92f9-4fbbb3998d0c HTTP/1.1" status: 200 len: 210 time: 0.0430758 Jun 20 12:48:57.253337 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7fb6d6-1383-48d5-931a-769268105379 x-openstack-request-id: req-ed7fb6d6-1383-48d5-931a-769268105379 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:48:57.253666 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8eba8ef-f111-4386-92f9-4fbbb3998d0c", "name": "network-vif-deleted", "tag": "e8c241d2-5f92-497f-b256-0fba8a2796a8", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:48:57.253957 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed7fb6d6-1383-48d5-931a-769268105379 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:48:57.254426 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8eba8ef-f111-4386-92f9-4fbbb3998d0c', 'name': 'network-vif-deleted', 'tag': 'e8c241d2-5f92-497f-b256-0fba8a2796a8', 'status': 'completed', 'code': 200} Jun 20 12:48:58.334578 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 53282) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:48:58.380105 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_v2 [None req-336d544c-de4b-4620-8b72-e9f955974d69 admin admin] Deleting subnet 9b6ae4b3-24b5-428d-b712-ec5d4820ab07 {{(pid=92893) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 20 12:48:58.382920 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-336d544c-de4b-4620-8b72-e9f955974d69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:58.414951 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-336d544c-de4b-4620-8b72-e9f955974d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7115739'] for subnet, precommit_delete_associations {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:58.451414 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-336d544c-de4b-4620-8b72-e9f955974d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1363053'] for subnet, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:58.510903 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-336d544c-de4b-4620-8b72-e9f955974d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7115530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7195767'] for subnet, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:58.514045 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:48:58.537664 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d544c-de4b-4620-8b72-e9f955974d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b6ae4b3-24b5-428d-b712-ec5d4820ab07,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:48:58.540661 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-336d544c-de4b-4620-8b72-e9f955974d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:48:58.541664 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-336d544c-de4b-4620-8b72-e9f955974d69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:58.545405 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-336d544c-de4b-4620-8b72-e9f955974d69 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9b6ae4b3-24b5-428d-b712-ec5d4820ab07 HTTP/1.1" status: 204 len: 168 time: 0.2097805 Jun 20 12:48:58.546089 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 53284) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:48:58.613410 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613649'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:58.692326 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362930', 'neutron.services.segments.db._delete_segments_for_network-8766931108819'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:58.701570 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6fc138-54f4-4157-a587-7d209810e123']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:48:58.711971 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589cd190-c62c-43b5-a1d9-014a31e237dd') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:48:58.712270 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589cd190-c62c-43b5-a1d9-014a31e237dd') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:48:58.721406 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766931108648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7989793'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:58.734972 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:58.740511 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 12:48:58.740895 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8317915'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: Traceback (most recent call last): Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: timer() Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: cb(*args, **kw) Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: return func(*args, **kwargs) Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: self._notify() Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: self.callback(batched_events) Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: event.method(event) Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: return f(self, *a, **k) Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._get(url).json() Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 20 12:48:58.742482 dv-cinder-794962-4-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 20 12:48:58.794510 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504450'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:58.799455 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-00d473b8-eea6-46da-8557-b7e7f0e318cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:48:58.801951 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:58.803737 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6d6fc138-54f4-4157-a587-7d209810e123 HTTP/1.1" status: 204 len: 168 time: 0.2561076 Jun 20 12:48:58.814604 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d6fc138-54f4-4157-a587-7d209810e123,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:48:58.821484 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:58.821879 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:58.822262 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:58.822640 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:58.823013 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:58.823387 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:58.823754 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:58.824150 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:58.826374 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:58.826374 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:58.826374 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:58.826374 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:48:58.831289 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-5f80821f-d1ff-4e7d-be18-bcd1d1a198b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:48:58.912868 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 53288) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:48:58.951691 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-ec121132-03e8-475b-a204-0f0373c02c3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=28ffb030a1c642a2a4777465f4442a1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375044 Jun 20 12:48:58.954635 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 53290) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:48:59.007132 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4182aa22-129b-4002-8643-1eab42629683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:59.028633 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4182aa22-129b-4002-8643-1eab42629683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:59.074062 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4182aa22-129b-4002-8643-1eab42629683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:59.076726 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4182aa22-129b-4002-8643-1eab42629683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:48:59.078602 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-4182aa22-129b-4002-8643-1eab42629683 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9e8af04-91c2-46c3-b2ac-486b6cfa6539 HTTP/1.1" status: 204 len: 168 time: 0.1230745 Jun 20 12:48:59.079405 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-56e162a6-7612-4b0d-9b18-89d9326ff7bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:48:59.086698 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182aa22-129b-4002-8643-1eab42629683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e8af04-91c2-46c3-b2ac-486b6cfa6539,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:48:59.089097 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-4182aa22-129b-4002-8643-1eab42629683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:01.029618 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device e8c241d2-5f92-497f-b256-0fba8a2796a8 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:49:01.050084 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] No Port match for: e8c241d2-5f92-497f-b256-0fba8a2796a8 {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:49:01.050430 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device e8c241d2-5f92-497f-b256-0fba8a2796a8 not bound to the agent host hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:49:07.964711 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9a77b073-6481-45ad-b4b0-af308bb9a9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:09.364544 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 53402) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:49:09.472699 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-60c886a6-e1f0-4aeb-a50d-c56fb3da330c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:09.560106 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-60c886a6-e1f0-4aeb-a50d-c56fb3da330c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:09.564513 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-60c886a6-e1f0-4aeb-a50d-c56fb3da330c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:09.567739 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-07f3474f-7f2c-49c2-96d1-07de4dd01033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:09.602491 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-60c886a6-e1f0-4aeb-a50d-c56fb3da330c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dda58e5c3bf94a01826d94fec2b8b12b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368817 Jun 20 12:49:09.603369 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c886a6-e1f0-4aeb-a50d-c56fb3da330c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f78c87-0220-4128-8d5a-1554276c1a8c,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:09.605096 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 53406) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:49:09.606897 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-60c886a6-e1f0-4aeb-a50d-c56fb3da330c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:09.652908 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6414084e-cb8e-4f39-88be-f84ab21f34df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:09.674349 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6414084e-cb8e-4f39-88be-f84ab21f34df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:09.717490 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6414084e-cb8e-4f39-88be-f84ab21f34df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:09.720751 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6414084e-cb8e-4f39-88be-f84ab21f34df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:09.721902 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-6414084e-cb8e-4f39-88be-f84ab21f34df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04f78c87-0220-4128-8d5a-1554276c1a8c HTTP/1.1" status: 204 len: 168 time: 0.1158261 Jun 20 12:49:09.722707 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b2170f50-86fd-4a1a-bf8e-700066efffc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:09.729733 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414084e-cb8e-4f39-88be-f84ab21f34df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f78c87-0220-4128-8d5a-1554276c1a8c,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:09.732087 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-6414084e-cb8e-4f39-88be-f84ab21f34df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:10.036797 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3d781a32-5948-4350-bb35-728881fd9cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:10.137541 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:49:10.413849 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:11.689573 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:13.433708 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:20.457107 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:22.403792 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 53546) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:49:22.503528 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8317289b-1ff5-4c63-9b31-6ffd008e1822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:22.590293 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8317289b-1ff5-4c63-9b31-6ffd008e1822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:22.594741 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8317289b-1ff5-4c63-9b31-6ffd008e1822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:22.598170 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-d8899a28-6ef8-4136-b69e-b22cc14e56d3 tempest-TestVolumeBootPattern-1264984910 tempest-TestVolumeBootPattern-1264984910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:22.635768 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-8317289b-1ff5-4c63-9b31-6ffd008e1822 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d7faf3e15144ec6a58ca7a33e45764f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309232 Jun 20 12:49:22.636838 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317289b-1ff5-4c63-9b31-6ffd008e1822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d325b096-cf7e-4b70-a134-e7dce78f0280,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:22.638350 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 53550) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:49:22.644919 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8317289b-1ff5-4c63-9b31-6ffd008e1822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:22.645327 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8317289b-1ff5-4c63-9b31-6ffd008e1822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:22.645704 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8317289b-1ff5-4c63-9b31-6ffd008e1822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:22.646070 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8317289b-1ff5-4c63-9b31-6ffd008e1822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:22.646435 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8317289b-1ff5-4c63-9b31-6ffd008e1822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:22.646801 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8317289b-1ff5-4c63-9b31-6ffd008e1822 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:22.647160 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8317289b-1ff5-4c63-9b31-6ffd008e1822 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:22.647516 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8317289b-1ff5-4c63-9b31-6ffd008e1822 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:22.647874 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8317289b-1ff5-4c63-9b31-6ffd008e1822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:22.648227 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8317289b-1ff5-4c63-9b31-6ffd008e1822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:22.648578 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8317289b-1ff5-4c63-9b31-6ffd008e1822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:22.648947 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8317289b-1ff5-4c63-9b31-6ffd008e1822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:22.652868 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-8317289b-1ff5-4c63-9b31-6ffd008e1822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:22.690678 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2588e325-0017-4246-aefa-45593492f9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:22.710909 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2588e325-0017-4246-aefa-45593492f9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:22.755257 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2588e325-0017-4246-aefa-45593492f9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:22.757823 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2588e325-0017-4246-aefa-45593492f9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:22.758970 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-2588e325-0017-4246-aefa-45593492f9bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d325b096-cf7e-4b70-a134-e7dce78f0280 HTTP/1.1" status: 204 len: 168 time: 0.1196420 Jun 20 12:49:22.759746 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-ebcb4644-6b0f-49ba-abb1-e38d367eafe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:22.768116 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588e325-0017-4246-aefa-45593492f9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d325b096-cf7e-4b70-a134-e7dce78f0280,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:22.770434 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-2588e325-0017-4246-aefa-45593492f9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:23.012701 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 53556) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:49:23.026432 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d0a2488f-25a4-4e96-b3a5-68093e41d3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:23.111532 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d0a2488f-25a4-4e96-b3a5-68093e41d3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:23.115249 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d0a2488f-25a4-4e96-b3a5-68093e41d3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:23.117628 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-052ec45e-6c10-4044-bc22-b46f946af9de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:23.151999 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2488f-25a4-4e96-b3a5-68093e41d3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425622d5-e854-4062-b9a0-0d914b9bd662,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:23.156177 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d0a2488f-25a4-4e96-b3a5-68093e41d3de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f50104a0d72417e9122214bd7b87462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424215 Jun 20 12:49:23.157185 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d0a2488f-25a4-4e96-b3a5-68093e41d3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:23.159319 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 53558) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:49:23.206378 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bdc89f1e-0c10-48cc-ba10-ce2fd78f794f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:23.236319 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bdc89f1e-0c10-48cc-ba10-ce2fd78f794f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:23.284860 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bdc89f1e-0c10-48cc-ba10-ce2fd78f794f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:23.287385 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bdc89f1e-0c10-48cc-ba10-ce2fd78f794f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:23.288509 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-bdc89f1e-0c10-48cc-ba10-ce2fd78f794f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/425622d5-e854-4062-b9a0-0d914b9bd662 HTTP/1.1" status: 204 len: 168 time: 0.1285789 Jun 20 12:49:23.289256 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-26db4b1b-2204-4fab-a72c-a7c5950e27ad tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:23.296292 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc89f1e-0c10-48cc-ba10-ce2fd78f794f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425622d5-e854-4062-b9a0-0d914b9bd662,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:23.299047 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-bdc89f1e-0c10-48cc-ba10-ce2fd78f794f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:27.197344 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 53624) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:49:27.298793 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d6d4d5f9-2f1e-42b5-9a14-73e5c3185894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:27.387442 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d6d4d5f9-2f1e-42b5-9a14-73e5c3185894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:27.391621 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d6d4d5f9-2f1e-42b5-9a14-73e5c3185894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:27.394100 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-3c2907da-0ee3-486c-878a-01271c66c436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:27.427548 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4d5f9-2f1e-42b5-9a14-73e5c3185894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2b9aa6-7656-4c0e-821d-bb87a35c27ad,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:27.430712 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-d6d4d5f9-2f1e-42b5-9a14-73e5c3185894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:27.433289 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-d6d4d5f9-2f1e-42b5-9a14-73e5c3185894 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e8b5f55b6074545a65c7bef490f3f12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349370 Jun 20 12:49:27.435885 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 53628) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:49:27.481495 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c5aac1c4-14c0-4be9-adbb-b1512485e28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:27.502439 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c5aac1c4-14c0-4be9-adbb-b1512485e28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:27.545934 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c5aac1c4-14c0-4be9-adbb-b1512485e28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:27.549333 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c5aac1c4-14c0-4be9-adbb-b1512485e28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:27.550651 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-c5aac1c4-14c0-4be9-adbb-b1512485e28b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f2b9aa6-7656-4c0e-821d-bb87a35c27ad HTTP/1.1" status: 204 len: 168 time: 0.1139441 Jun 20 12:49:27.551436 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-d25b5cf0-e143-43cd-845c-01c8a97f646c tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:27.558875 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aac1c4-14c0-4be9-adbb-b1512485e28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2b9aa6-7656-4c0e-821d-bb87a35c27ad,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:27.561170 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-c5aac1c4-14c0-4be9-adbb-b1512485e28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:28.137868 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 53650) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:49:28.229995 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-555b5513-d455-493f-9971-c69077f0d437 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1234786969-network', 'tenant_id': '9ad835431efc483494374d6d7aa51202'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:49:28.250575 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555b5513-d455-493f-9971-c69077f0d437 admin admin] Made reservation on behalf of 9ad835431efc483494374d6d7aa51202 for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:49:28.252871 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-555b5513-d455-493f-9971-c69077f0d437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:28.261129 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-555b5513-d455-493f-9971-c69077f0d437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:28.346108 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-555b5513-d455-493f-9971-c69077f0d437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:28.349823 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-555b5513-d455-493f-9971-c69077f0d437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:28.353504 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-2588e325-0017-4246-aefa-45593492f9bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:28.372598 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555b5513-d455-493f-9971-c69077f0d437 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=92892) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 12:49:28.388458 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b5513-d455-493f-9971-c69077f0d437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:28.391911 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-555b5513-d455-493f-9971-c69077f0d437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:28.393552 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-555b5513-d455-493f-9971-c69077f0d437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:28.394021 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-555b5513-d455-493f-9971-c69077f0d437 admin admin] Added segment 22fec467-212a-4b0b-a7bd-299d80495386 of type vlan for network 0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f Jun 20 12:49:28.433846 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-555b5513-d455-493f-9971-c69077f0d437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766930588892'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:28.464316 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-555b5513-d455-493f-9971-c69077f0d437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:28.465299 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b5513-d455-493f-9971-c69077f0d437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:28.465908 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-555b5513-d455-493f-9971-c69077f0d437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:28.468774 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:28.529260 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-555b5513-d455-493f-9971-c69077f0d437 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3902829 Jun 20 12:49:28.533014 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 53654) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:49:28.538279 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [None req-c8d5fc4a-0614-40cc-90c8-aa5fd419e364 admin admin] Request body: {'subnet': {'network_id': '0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1234786969-subnet', 'tenant_id': '9ad835431efc483494374d6d7aa51202', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:49:28.540982 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b5513-d455-493f-9971-c69077f0d437 admin admin] Pushing event updated for resources: {'Network': ['ID=0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:28.543734 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-555b5513-d455-493f-9971-c69077f0d437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:28.550868 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Network 0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f details requested by agent ovs-agent-dv-cinder-794962-4-iscsi with host dv-cinder-794962-4-iscsi {{(pid=92894) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 20 12:49:28.570992 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d5fc4a-0614-40cc-90c8-aa5fd419e364 admin admin] Made reservation on behalf of 9ad835431efc483494374d6d7aa51202 for: {'subnet': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:49:28.573481 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c8d5fc4a-0614-40cc-90c8-aa5fd419e364 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7195740'] for subnet, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:28.736265 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c8d5fc4a-0614-40cc-90c8-aa5fd419e364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7115723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7195726'] for subnet, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:28.738423 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:28.795218 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5fc4a-0614-40cc-90c8-aa5fd419e364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7de16ed-4208-41ff-9e05-02f90430ca41,revision_number=0']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:28.798750 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-c8d5fc4a-0614-40cc-90c8-aa5fd419e364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:28.802581 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d5fc4a-0614-40cc-90c8-aa5fd419e364 admin admin] Checking segment: {'id': '22fec467-212a-4b0b-a7bd-299d80495386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:49:28.802931 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d5fc4a-0614-40cc-90c8-aa5fd419e364 admin admin] Network hostable DHCP agents. Network: 0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f, hostable agents: ['2417948c-c80f-4bbc-831a-f1bbd16412d3'], hosted agents: [] {{(pid=92893) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 12:49:28.818806 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d5fc4a-0614-40cc-90c8-aa5fd419e364 admin admin] Network 0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f is scheduled to be hosted by DHCP agent 2417948c-c80f-4bbc-831a-f1bbd16412d3 with binding_index 1 {{(pid=92893) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 12:49:28.826925 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-c8d5fc4a-0614-40cc-90c8-aa5fd419e364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-4-iscsi, 0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f) {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:49:28.831816 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d5fc4a-0614-40cc-90c8-aa5fd419e364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:28.832391 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c8d5fc4a-0614-40cc-90c8-aa5fd419e364 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:28.837137 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fd6eac-75f3-42d6-ad50-5956bd440afc None None] Network 0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:49:28.847112 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-c8d5fc4a-0614-40cc-90c8-aa5fd419e364 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3126280 Jun 20 12:49:28.969430 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eda691c-76c8-4a55-955e-898dfcc3050b None None] Network 0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f requested from dv-cinder-794962-4-iscsi {{(pid=92894) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 20 12:49:30.618965 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c07d2-843e-467d-8a4b-148502539a14 req-460a12d3-f3b9-4d89-ab4d-97fbb6fcc3dc tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:30.620381 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-507c07d2-843e-467d-8a4b-148502539a14 req-460a12d3-f3b9-4d89-ab4d-97fbb6fcc3dc tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/networks?id=0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f HTTP/1.1" status: 200 len: 809 time: 0.0980155 Jun 20 12:49:30.634550 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-507c07d2-843e-467d-8a4b-148502539a14 req-a7d79b3f-24fe-4bb1-8392-935fc76db8c8 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/quotas/9ad835431efc483494374d6d7aa51202 HTTP/1.1" status: 200 len: 375 time: 0.0086260 Jun 20 12:49:30.671333 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-507c07d2-843e-467d-8a4b-148502539a14 req-576a6ffe-30fb-41ab-b8a8-4b029665473d tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ad835431efc483494374d6d7aa51202&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320578 Jun 20 12:49:30.757405 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-507c07d2-843e-467d-8a4b-148502539a14 req-d2c63bfd-c423-4d17-8bf8-d3c0279b3548 service neutron] 10.222.0.25 "GET /v2.0/networks/0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786889 Jun 20 12:49:30.847021 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-507c07d2-843e-467d-8a4b-148502539a14 req-645c4a5f-f5dc-4728-aa87-c3d93bcd2e93 service neutron] 10.222.0.25 "GET /v2.0/networks/0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840955 Jun 20 12:49:31.017957 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-94273676-eb21-4f56-861e-f73d5e18b154 req-c3941467-f715-44f2-9807-377b8ddd74b7 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=d73a7301-85bb-49e4-bd17-0c4f78e7d48e HTTP/1.1" status: 200 len: 210 time: 0.0294867 Jun 20 12:49:32.103075 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c07d2-843e-467d-8a4b-148502539a14 req-eb8aeaf1-b2ee-4efc-b967-b08f7b93a534 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:32.104401 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-507c07d2-843e-467d-8a4b-148502539a14 req-eb8aeaf1-b2ee-4efc-b967-b08f7b93a534 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.30 "GET /v2.0/networks?id=0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f HTTP/1.1" status: 200 len: 809 time: 0.1105917 Jun 20 12:49:32.122691 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-507c07d2-843e-467d-8a4b-148502539a14 req-c0ab7304-223e-4e41-bd89-68d4b19214ba tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Request body: {'port': {'device_id': 'd73a7301-85bb-49e4-bd17-0c4f78e7d48e', 'network_id': '0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f', 'admin_state_up': True, 'tenant_id': '9ad835431efc483494374d6d7aa51202'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:49:32.167313 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f39a44cd-9f85-46c7-ab52-61393b309c97 req-d4f1bfa4-6706-4fa6-a1a3-9e8a13fae3f4 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=d73a7301-85bb-49e4-bd17-0c4f78e7d48e HTTP/1.1" status: 200 len: 210 time: 0.0298395 Jun 20 12:49:32.233706 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507c07d2-843e-467d-8a4b-148502539a14 req-c0ab7304-223e-4e41-bd89-68d4b19214ba tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Made reservation on behalf of 9ad835431efc483494374d6d7aa51202 for: {'port': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:49:32.237284 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-507c07d2-843e-467d-8a4b-148502539a14 req-c0ab7304-223e-4e41-bd89-68d4b19214ba tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:32.363597 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [req-507c07d2-843e-467d-8a4b-148502539a14 req-c0ab7304-223e-4e41-bd89-68d4b19214ba tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Allocated IP 172.20.0.5 (0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f/e7de16ed-4208-41ff-9e05-02f90430ca41/26110315-fe0f-410e-b3b9-fe829078050c) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:49:32.508803 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-507c07d2-843e-467d-8a4b-148502539a14 req-c0ab7304-223e-4e41-bd89-68d4b19214ba tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:32.545673 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-507c07d2-843e-467d-8a4b-148502539a14 req-c0ab7304-223e-4e41-bd89-68d4b19214ba tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7115647'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:32.549620 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-a3035dab-5f8b-4661-8249-0888d646a171 tempest-AttachVolumeShelveTestJSON-1605769372 tempest-AttachVolumeShelveTestJSON-1605769372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:32.591923 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507c07d2-843e-467d-8a4b-148502539a14 req-c0ab7304-223e-4e41-bd89-68d4b19214ba tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Network 0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:49:32.595706 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [req-507c07d2-843e-467d-8a4b-148502539a14 req-c0ab7304-223e-4e41-bd89-68d4b19214ba tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:49:32.599415 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-507c07d2-843e-467d-8a4b-148502539a14 req-c0ab7304-223e-4e41-bd89-68d4b19214ba tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:49:32.605628 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab7304-223e-4e41-bd89-68d4b19214ba tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Pushing event updated for resources: {'Port': ['ID=26110315-fe0f-410e-b3b9-fe829078050c,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:32.624760 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-c0ab7304-223e-4e41-bd89-68d4b19214ba tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:32.650850 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c07d2-843e-467d-8a4b-148502539a14 req-c0ab7304-223e-4e41-bd89-68d4b19214ba tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:32.651454 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-507c07d2-843e-467d-8a4b-148502539a14 req-c0ab7304-223e-4e41-bd89-68d4b19214ba tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:32.665061 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-507c07d2-843e-467d-8a4b-148502539a14 req-c0ab7304-223e-4e41-bd89-68d4b19214ba tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5461931 Jun 20 12:49:32.684211 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Request body: {'port': {'device_id': 'd73a7301-85bb-49e4-bd17-0c4f78e7d48e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:49:32.757226 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:33.005622 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26110315-fe0f-410e-b3b9-fe829078050c {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:49:33.012681 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:33.025165 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Transition to ACTIVE for port object 26110315-fe0f-410e-b3b9-fe829078050c will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:49:33.028734 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:33.031952 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:33.105241 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Pushing event updated for resources: {'Port': ['ID=26110315-fe0f-410e-b3b9-fe829078050c,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:33.122141 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:33.169323 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Attempting to bind port 26110315-fe0f-410e-b3b9-fe829078050c on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:49:33.169662 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Attempting to bind port 26110315-fe0f-410e-b3b9-fe829078050c by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '22fec467-212a-4b0b-a7bd-299d80495386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:49:33.169989 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Attempting to bind port 26110315-fe0f-410e-b3b9-fe829078050c on network 0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:49:33.174414 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Port 26110315-fe0f-410e-b3b9-fe829078050c on network 0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 20 12:49:33.174736 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Attempting to bind port 26110315-fe0f-410e-b3b9-fe829078050c on network 0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:49:33.179382 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Checking agent: {'id': '3511620b-fad0-480c-9502-82df55f89faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'started_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:49:33.179714 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Checking segment: {'id': '22fec467-212a-4b0b-a7bd-299d80495386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:49:33.180093 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Bound using segment: {'id': '22fec467-212a-4b0b-a7bd-299d80495386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:49:33.180514 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Bound port: 26110315-fe0f-410e-b3b9-fe829078050c, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22fec467-212a-4b0b-a7bd-299d80495386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:49:33.180852 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:33.247356 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] For port 26110315-fe0f-410e-b3b9-fe829078050c, host hv-cinder-79496, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:49:33.250294 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] For port 26110315-fe0f-410e-b3b9-fe829078050c, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=26110315-fe0f-410e-b3b9-fe829078050c,segment=NetworkSegment(22fec467-212a-4b0b-a7bd-299d80495386),segment_id=22fec467-212a-4b0b-a7bd-299d80495386)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:49:33.254620 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:33.257729 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-4a0f15d4-6cb8-44a9-9452-34fbdc75b484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:33.297628 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:33.298124 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:33.299401 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-507c07d2-843e-467d-8a4b-148502539a14 req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] 10.222.0.30 "PUT /v2.0/ports/26110315-fe0f-410e-b3b9-fe829078050c HTTP/1.1" status: 200 len: 1093 time: 0.6191990 Jun 20 12:49:33.299901 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73a7301-85bb-49e4-bd17-0c4f78e7d48e', 'tag': '26110315-fe0f-410e-b3b9-fe829078050c'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:49:33.302170 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2030b035-95f5-4b93-b04a-8d61cb9f7ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "d73a7301-85bb-49e4-bd17-0c4f78e7d48e", "tag": "26110315-fe0f-410e-b3b9-fe829078050c"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:49:33.348316 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Pushing event updated for resources: {'Port': ['ID=26110315-fe0f-410e-b3b9-fe829078050c,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:33.354106 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-90ca8de6-f877-4cf0-b03f-8292a2a7c373 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:33.409753 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2891d5-a11b-4645-a938-58b5e03ab423 req-a45562a0-0e3a-4007-974a-db9cceb26795 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:33.411175 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8b2891d5-a11b-4645-a938-58b5e03ab423 req-a45562a0-0e3a-4007-974a-db9cceb26795 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=d73a7301-85bb-49e4-bd17-0c4f78e7d48e HTTP/1.1" status: 200 len: 943 time: 0.1263456 Jun 20 12:49:33.457075 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c07d2-843e-467d-8a4b-148502539a14 req-8e2b3903-0e90-4bb2-a3d1-a3e067f49c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:33.458558 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-507c07d2-843e-467d-8a4b-148502539a14 req-8e2b3903-0e90-4bb2-a3d1-a3e067f49c31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ad835431efc483494374d6d7aa51202&device_id=d73a7301-85bb-49e4-bd17-0c4f78e7d48e HTTP/1.1" status: 200 len: 1096 time: 0.0980630 Jun 20 12:49:33.463555 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-8b2891d5-a11b-4645-a938-58b5e03ab423 req-938636f4-2358-4319-a77f-cead8b6e9f38 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457604 Jun 20 12:49:33.472122 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a877ff9-f464-4fcf-813d-9398d596a90f x-openstack-request-id: req-6a877ff9-f464-4fcf-813d-9398d596a90f {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:49:33.472450 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73a7301-85bb-49e4-bd17-0c4f78e7d48e", "tag": "26110315-fe0f-410e-b3b9-fe829078050c", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:49:33.472745 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a877ff9-f464-4fcf-813d-9398d596a90f {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:49:33.473206 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73a7301-85bb-49e4-bd17-0c4f78e7d48e', 'tag': '26110315-fe0f-410e-b3b9-fe829078050c', 'status': 'completed', 'code': 200} Jun 20 12:49:33.508121 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-507c07d2-843e-467d-8a4b-148502539a14 req-0a948d53-6ebf-406b-a64e-d13f39727f0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26110315-fe0f-410e-b3b9-fe829078050c HTTP/1.1" status: 200 len: 217 time: 0.0338662 Jun 20 12:49:33.554228 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c07d2-843e-467d-8a4b-148502539a14 req-aeaf26bb-3728-43d1-acf2-78632132ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:33.555718 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-507c07d2-843e-467d-8a4b-148502539a14 req-aeaf26bb-3728-43d1-acf2-78632132ea93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7de16ed-4208-41ff-9e05-02f90430ca41 HTTP/1.1" status: 200 len: 849 time: 0.0409019 Jun 20 12:49:33.595994 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-507c07d2-843e-467d-8a4b-148502539a14 req-c45a20e7-bc3e-48a6-8c78-4f06d48a1564 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281310 Jun 20 12:49:33.682301 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-507c07d2-843e-467d-8a4b-148502539a14 req-c58769ef-9ba3-4d22-9d60-a0312681fc9a service neutron] 10.222.0.30 "GET /v2.0/networks/0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794942 Jun 20 12:49:33.771376 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-507c07d2-843e-467d-8a4b-148502539a14 req-0d27eebb-f708-4426-a9ac-9875a77008f5 service neutron] 10.222.0.30 "GET /v2.0/networks/0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822506 Jun 20 12:49:33.918453 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030b035-95f5-4b93-b04a-8d61cb9f7ec1 req-00166ecd-cd49-41ac-b81c-8d9a23c85b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:33.919886 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2030b035-95f5-4b93-b04a-8d61cb9f7ec1 req-00166ecd-cd49-41ac-b81c-8d9a23c85b34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ad835431efc483494374d6d7aa51202&device_id=d73a7301-85bb-49e4-bd17-0c4f78e7d48e HTTP/1.1" status: 200 len: 1096 time: 0.0517311 Jun 20 12:49:34.006833 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030b035-95f5-4b93-b04a-8d61cb9f7ec1 req-2515b0a6-10c9-41b9-901b-0bce18673b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:34.008260 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2030b035-95f5-4b93-b04a-8d61cb9f7ec1 req-2515b0a6-10c9-41b9-901b-0bce18673b91 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f HTTP/1.1" status: 200 len: 910 time: 0.0818462 Jun 20 12:49:34.051738 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2030b035-95f5-4b93-b04a-8d61cb9f7ec1 req-d6a40834-9088-428e-bd51-267a05b66e50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26110315-fe0f-410e-b3b9-fe829078050c HTTP/1.1" status: 200 len: 217 time: 0.0362141 Jun 20 12:49:34.098710 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030b035-95f5-4b93-b04a-8d61cb9f7ec1 req-c28ab943-c45d-4411-9c94-bc5b34ce5fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:34.100095 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2030b035-95f5-4b93-b04a-8d61cb9f7ec1 req-c28ab943-c45d-4411-9c94-bc5b34ce5fd3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7de16ed-4208-41ff-9e05-02f90430ca41 HTTP/1.1" status: 200 len: 849 time: 0.0419552 Jun 20 12:49:34.131761 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2030b035-95f5-4b93-b04a-8d61cb9f7ec1 req-d82585f1-1fc6-4540-ab6b-3cb41927e2ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254178 Jun 20 12:49:34.221228 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2030b035-95f5-4b93-b04a-8d61cb9f7ec1 req-446ae952-1df0-4007-ba39-ba5fcc14d76d service neutron] 10.222.0.30 "GET /v2.0/networks/0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823820 Jun 20 12:49:34.305973 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-2030b035-95f5-4b93-b04a-8d61cb9f7ec1 req-b5c15ac4-b940-45b5-bc21-68cde9c7dd6d service neutron] 10.222.0.30 "GET /v2.0/networks/0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784597 Jun 20 12:49:34.638417 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc07c3d-dbfb-40e8-956c-37fae2bbcb4a req-e9ee538f-10d0-4630-aeec-24fd45f45ac6 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:34.639754 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7fc07c3d-dbfb-40e8-956c-37fae2bbcb4a req-e9ee538f-10d0-4630-aeec-24fd45f45ac6 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=d73a7301-85bb-49e4-bd17-0c4f78e7d48e HTTP/1.1" status: 200 len: 943 time: 0.0611475 Jun 20 12:49:34.677309 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-7fc07c3d-dbfb-40e8-956c-37fae2bbcb4a req-ee668fe8-d85e-4a0c-9ba2-f2645ef6f7a8 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299513 Jun 20 12:49:35.850122 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251e0da-34d6-475f-8d11-e7104e0410d4 req-51813451-b1dd-4d88-bc81-14a69cf996a9 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:35.851571 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b251e0da-34d6-475f-8d11-e7104e0410d4 req-51813451-b1dd-4d88-bc81-14a69cf996a9 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=d73a7301-85bb-49e4-bd17-0c4f78e7d48e HTTP/1.1" status: 200 len: 943 time: 0.0670860 Jun 20 12:49:35.887965 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b251e0da-34d6-475f-8d11-e7104e0410d4 req-8a337d3b-4a9e-40a1-815e-86380b438136 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304384 Jun 20 12:49:37.063264 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4e087-9e9c-40b8-b05c-ea2752fb9eb5 req-ac2d7b03-c967-4792-8258-193a09d4e369 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:37.064776 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-57e4e087-9e9c-40b8-b05c-ea2752fb9eb5 req-ac2d7b03-c967-4792-8258-193a09d4e369 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=d73a7301-85bb-49e4-bd17-0c4f78e7d48e HTTP/1.1" status: 200 len: 943 time: 0.0666871 Jun 20 12:49:37.101279 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-57e4e087-9e9c-40b8-b05c-ea2752fb9eb5 req-92947e55-59a4-42ea-a274-0136a3fc5701 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307817 Jun 20 12:49:37.255674 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 26110315-fe0f-410e-b3b9-fe829078050c details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92894) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 20 12:49:37.353861 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 26110315-fe0f-410e-b3b9-fe829078050c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=26110315-fe0f-410e-b3b9-fe829078050c,segment=NetworkSegment(22fec467-212a-4b0b-a7bd-299d80495386),segment_id=22fec467-212a-4b0b-a7bd-299d80495386)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:49:37.366055 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Returning: {'device': '26110315-fe0f-410e-b3b9-fe829078050c', 'network_id': '0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f', 'port_id': '26110315-fe0f-410e-b3b9-fe829078050c', 'mac_address': 'fa:16:3e:e4:df:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7de16ed-4208-41ff-9e05-02f90430ca41', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92894) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 20 12:49:37.402309 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:37.414545 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26110315-fe0f-410e-b3b9-fe829078050c {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:49:37.434545 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 26110315-fe0f-410e-b3b9-fe829078050c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=26110315-fe0f-410e-b3b9-fe829078050c,segment=NetworkSegment(22fec467-212a-4b0b-a7bd-299d80495386),segment_id=22fec467-212a-4b0b-a7bd-299d80495386)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:49:37.439069 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:37.441835 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:37.488912 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=26110315-fe0f-410e-b3b9-fe829078050c,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:37.495623 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:37.495966 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:37.496298 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:37.496623 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:37.496977 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:37.497305 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:37.497622 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:37.497938 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:37.498254 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:37.498567 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:37.498888 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:37.499186 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:49:37.503631 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:37.839892 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['26110315-fe0f-410e-b3b9-fe829078050c'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:49:37.974010 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-457b5e47-a743-406c-97ab-b623a480aad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:38.269671 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638eb6a-a221-4696-9624-49fc66835c38 req-9e248e21-7694-408d-b1dd-21eb18e93552 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:38.271095 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7638eb6a-a221-4696-9624-49fc66835c38 req-9e248e21-7694-408d-b1dd-21eb18e93552 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=d73a7301-85bb-49e4-bd17-0c4f78e7d48e HTTP/1.1" status: 200 len: 944 time: 0.0615222 Jun 20 12:49:38.307526 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7638eb6a-a221-4696-9624-49fc66835c38 req-964caa27-c620-469e-bcaf-dbf36549af0e tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309472 Jun 20 12:49:39.271214 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 26110315-fe0f-410e-b3b9-fe829078050c up at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:49:39.321246 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning for port 26110315-fe0f-410e-b3b9-fe829078050c completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:49:39.324785 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning complete for port 26110315-fe0f-410e-b3b9-fe829078050c triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:49:39.325186 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:39.399714 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:39.421292 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73a7301-85bb-49e4-bd17-0c4f78e7d48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26110315-fe0f-410e-b3b9-fe829078050c'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:49:39.424142 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff433fd2e3e8483ec5bde8b443a8d0833f9278b814f7b3ef2a1c28b3d75b6172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17120a2-5d96-43b8-89ad-82a611ea3c3e" -d '{"events": [{"server_uuid": "d73a7301-85bb-49e4-bd17-0c4f78e7d48e", "name": "network-vif-plugged", "status": "completed", "tag": "26110315-fe0f-410e-b3b9-fe829078050c"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:49:39.436465 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port 26110315-fe0f-410e-b3b9-fe829078050c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=26110315-fe0f-410e-b3b9-fe829078050c,segment=NetworkSegment(22fec467-212a-4b0b-a7bd-299d80495386),segment_id=22fec467-212a-4b0b-a7bd-299d80495386)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:49:39.440893 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:39.444650 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:39.470895 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7018a5b-92b2-4299-aaaf-5f052c0a47f1 x-openstack-request-id: req-b7018a5b-92b2-4299-aaaf-5f052c0a47f1 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:49:39.471198 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73a7301-85bb-49e4-bd17-0c4f78e7d48e", "name": "network-vif-plugged", "status": "completed", "tag": "26110315-fe0f-410e-b3b9-fe829078050c", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:49:39.471453 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7018a5b-92b2-4299-aaaf-5f052c0a47f1 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:49:39.471837 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73a7301-85bb-49e4-bd17-0c4f78e7d48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26110315-fe0f-410e-b3b9-fe829078050c', 'code': 200} Jun 20 12:49:39.483804 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65fd10-ee63-4e6a-9899-b29deea69f5e req-585757da-fa07-4d8d-8e20-c16a091b765e tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:39.485381 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3f65fd10-ee63-4e6a-9899-b29deea69f5e req-585757da-fa07-4d8d-8e20-c16a091b765e tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=d73a7301-85bb-49e4-bd17-0c4f78e7d48e HTTP/1.1" status: 200 len: 944 time: 0.0659575 Jun 20 12:49:39.496789 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=26110315-fe0f-410e-b3b9-fe829078050c,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:39.499776 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:39.524278 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3f65fd10-ee63-4e6a-9899-b29deea69f5e req-547896c2-5f5c-4e30-8c8f-212993f37dae tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328579 Jun 20 12:49:39.711933 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2383c4f-ac7a-412a-9382-cc544315a223 req-54292f34-4e6c-47d4-94ab-139bdf37f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:39.713413 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d2383c4f-ac7a-412a-9382-cc544315a223 req-54292f34-4e6c-47d4-94ab-139bdf37f0b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d73a7301-85bb-49e4-bd17-0c4f78e7d48e HTTP/1.1" status: 200 len: 1098 time: 0.0505095 Jun 20 12:49:39.745812 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d2383c4f-ac7a-412a-9382-cc544315a223 req-29c1845f-ee59-44b8-9cae-1246a43ca0e1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257275 Jun 20 12:49:40.037275 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b3e18181-2874-4ddd-94d4-84705a1bc28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:40.415700 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:40.697721 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8eae3-72dc-4c9a-8464-5a51a57d16d5 req-13838ac5-3871-4c82-a4fb-55e795247845 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:40.699048 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a7c8eae3-72dc-4c9a-8464-5a51a57d16d5 req-13838ac5-3871-4c82-a4fb-55e795247845 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=d73a7301-85bb-49e4-bd17-0c4f78e7d48e HTTP/1.1" status: 200 len: 945 time: 0.0644410 Jun 20 12:49:40.736695 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-a7c8eae3-72dc-4c9a-8464-5a51a57d16d5 req-e9c17144-ab05-4b85-8408-621ac11c5bb5 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318537 Jun 20 12:49:41.692140 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:41.914217 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43708fe-627f-4d43-9ce6-e62a0456a566 req-8ca8b834-4672-4fa1-82b2-846d942b34ea tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:41.915692 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d43708fe-627f-4d43-9ce6-e62a0456a566 req-8ca8b834-4672-4fa1-82b2-846d942b34ea tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=d73a7301-85bb-49e4-bd17-0c4f78e7d48e HTTP/1.1" status: 200 len: 945 time: 0.0687521 Jun 20 12:49:41.961172 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d43708fe-627f-4d43-9ce6-e62a0456a566 req-3b189412-69c5-41cd-ac65-dc5dba378627 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394754 Jun 20 12:49:42.772855 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382c30f-1e0b-48f0-9e03-b12729eb0378 req-808a2416-2fb9-486c-9a75-a47764bb98d1 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:42.774215 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9382c30f-1e0b-48f0-9e03-b12729eb0378 req-808a2416-2fb9-486c-9a75-a47764bb98d1 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=d73a7301-85bb-49e4-bd17-0c4f78e7d48e HTTP/1.1" status: 200 len: 945 time: 0.0611007 Jun 20 12:49:42.810110 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9382c30f-1e0b-48f0-9e03-b12729eb0378 req-c6d79f05-6b5d-43e1-8473-7c5a5f44acae tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302076 Jun 20 12:49:43.436251 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:43.983123 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed66806-9885-47f0-a964-8354921187a7 req-2f902ac1-6275-46a1-88a0-e14cbda3ab15 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:43.985366 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-aed66806-9885-47f0-a964-8354921187a7 req-2f902ac1-6275-46a1-88a0-e14cbda3ab15 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=d73a7301-85bb-49e4-bd17-0c4f78e7d48e HTTP/1.1" status: 200 len: 945 time: 0.0615389 Jun 20 12:49:44.023458 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-aed66806-9885-47f0-a964-8354921187a7 req-b8ae02d1-8402-46d9-ac55-186f4926ad0a tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325534 Jun 20 12:49:44.266244 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4a79c-7cf7-431a-89e5-2b54189f010a req-def326fd-106d-4c0f-8417-fc154bb86d84 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:44.267667 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-99a4a79c-7cf7-431a-89e5-2b54189f010a req-def326fd-106d-4c0f-8417-fc154bb86d84 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.30 "GET /v2.0/ports?device_id=d73a7301-85bb-49e4-bd17-0c4f78e7d48e HTTP/1.1" status: 200 len: 945 time: 0.0633888 Jun 20 12:49:44.361829 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-99a4a79c-7cf7-431a-89e5-2b54189f010a req-f5081e3d-3ac0-491c-a650-57cc4cf0b73a tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Deleting port 26110315-fe0f-410e-b3b9-fe829078050c {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:49:44.362163 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-99a4a79c-7cf7-431a-89e5-2b54189f010a req-f5081e3d-3ac0-491c-a650-57cc4cf0b73a tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:44.448960 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-99a4a79c-7cf7-431a-89e5-2b54189f010a req-f5081e3d-3ac0-491c-a650-57cc4cf0b73a tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] For port 26110315-fe0f-410e-b3b9-fe829078050c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=26110315-fe0f-410e-b3b9-fe829078050c,segment=NetworkSegment(22fec467-212a-4b0b-a7bd-299d80495386),segment_id=22fec467-212a-4b0b-a7bd-299d80495386)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:49:44.449230 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-99a4a79c-7cf7-431a-89e5-2b54189f010a req-f5081e3d-3ac0-491c-a650-57cc4cf0b73a tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:44.783631 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-99a4a79c-7cf7-431a-89e5-2b54189f010a req-f5081e3d-3ac0-491c-a650-57cc4cf0b73a tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Calling delete_port for 26110315-fe0f-410e-b3b9-fe829078050c owned by compute:nova {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:49:44.906278 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-99a4a79c-7cf7-431a-89e5-2b54189f010a req-f5081e3d-3ac0-491c-a650-57cc4cf0b73a tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:44.910424 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-1715a189-aca7-4376-8d07-707d2fd4f129 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:44.935656 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5081e3d-3ac0-491c-a650-57cc4cf0b73a tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Pushing event deleted for resources: {'Port': ['ID=26110315-fe0f-410e-b3b9-fe829078050c,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:44.939662 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-f5081e3d-3ac0-491c-a650-57cc4cf0b73a tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:44.942072 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['26110315-fe0f-410e-b3b9-fe829078050c'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:49:44.983805 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a4a79c-7cf7-431a-89e5-2b54189f010a req-f5081e3d-3ac0-491c-a650-57cc4cf0b73a tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] No DVR routers for this DVR port 26110315-fe0f-410e-b3b9-fe829078050c on host hv-cinder-79496 {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:49:44.987093 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-99a4a79c-7cf7-431a-89e5-2b54189f010a req-f5081e3d-3ac0-491c-a650-57cc4cf0b73a tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:44.989811 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-99a4a79c-7cf7-431a-89e5-2b54189f010a req-f5081e3d-3ac0-491c-a650-57cc4cf0b73a tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.30 "DELETE /v2.0/ports/26110315-fe0f-410e-b3b9-fe829078050c HTTP/1.1" status: 204 len: 173 time: 0.7169034 Jun 20 12:49:44.990534 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73a7301-85bb-49e4-bd17-0c4f78e7d48e', 'name': 'network-vif-deleted', 'tag': '26110315-fe0f-410e-b3b9-fe829078050c'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:49:44.993701 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fb5f63-47bc-40e2-9010-05cf95e39388" -d '{"events": [{"server_uuid": "d73a7301-85bb-49e4-bd17-0c4f78e7d48e", "name": "network-vif-deleted", "tag": "26110315-fe0f-410e-b3b9-fe829078050c"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:49:45.034343 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3316b006-a893-434c-9785-c0c1d1493519 x-openstack-request-id: req-3316b006-a893-434c-9785-c0c1d1493519 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:49:45.034634 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73a7301-85bb-49e4-bd17-0c4f78e7d48e", "name": "network-vif-deleted", "tag": "26110315-fe0f-410e-b3b9-fe829078050c", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:49:45.034917 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3316b006-a893-434c-9785-c0c1d1493519 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:49:45.035340 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73a7301-85bb-49e4-bd17-0c4f78e7d48e', 'name': 'network-vif-deleted', 'tag': '26110315-fe0f-410e-b3b9-fe829078050c', 'status': 'completed', 'code': 200} Jun 20 12:49:45.165207 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-93c956e5-411a-4327-a81f-897327bbe1af req-7e993c67-ef2e-46c2-a3c3-b19cefff01bc tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=d73a7301-85bb-49e4-bd17-0c4f78e7d48e HTTP/1.1" status: 200 len: 210 time: 0.0278993 Jun 20 12:49:46.457827 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-bda3ddde-f2d7-45ff-ad76-f5762f7f2ce1 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:46.459185 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-bda3ddde-f2d7-45ff-ad76-f5762f7f2ce1 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/networks?id=0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f HTTP/1.1" status: 200 len: 809 time: 0.1005456 Jun 20 12:49:46.473373 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-b26c81f3-74cc-4cf1-a892-374d67b5e064 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/quotas/9ad835431efc483494374d6d7aa51202 HTTP/1.1" status: 200 len: 375 time: 0.0087626 Jun 20 12:49:46.509536 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-3f41f9e9-378f-41f3-96fb-b6d8abe0948e tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ad835431efc483494374d6d7aa51202&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314281 Jun 20 12:49:46.520211 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-5afdf24a-31e5-481c-b02b-05c971d9693b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92893) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 20 12:49:46.521172 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-5afdf24a-31e5-481c-b02b-05c971d9693b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048647 Jun 20 12:49:46.604134 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-c02dff13-ea56-4f3d-8ab8-c7c3a78b83aa service neutron] 10.222.0.25 "GET /v2.0/networks/0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778441 Jun 20 12:49:46.693107 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-cef20f49-220b-4b91-9cae-8298f34533ac service neutron] 10.222.0.25 "GET /v2.0/networks/0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828481 Jun 20 12:49:46.858893 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9838e15c-0102-46b2-ab60-b01cd171ca01 req-f9e9b083-4d03-4b19-aaa6-6727b366c6a6 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=3356d2a9-7197-47f9-a14c-ccb87e023062 HTTP/1.1" status: 200 len: 210 time: 0.0287144 Jun 20 12:49:47.135929 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:49:47.318478 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 26110315-fe0f-410e-b3b9-fe829078050c no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:49:47.338829 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] No Port match for: 26110315-fe0f-410e-b3b9-fe829078050c {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:49:47.339184 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device 26110315-fe0f-410e-b3b9-fe829078050c not bound to the agent host hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:49:47.927742 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-ff37671d-6bc4-448f-868c-c87ac95952ac tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:47.929253 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-ff37671d-6bc4-448f-868c-c87ac95952ac tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.30 "GET /v2.0/networks?id=0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f HTTP/1.1" status: 200 len: 809 time: 0.1038992 Jun 20 12:49:47.950807 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-f28cc0b2-db53-46bf-b674-39477134c4d5 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Request body: {'port': {'device_id': '3356d2a9-7197-47f9-a14c-ccb87e023062', 'network_id': '0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f', 'admin_state_up': True, 'tenant_id': '9ad835431efc483494374d6d7aa51202'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:49:48.032211 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-51c405cf-3236-40b3-b256-c77ccc7deb55 req-044d1354-c151-4b34-b0d0-4df1f9295117 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=3356d2a9-7197-47f9-a14c-ccb87e023062 HTTP/1.1" status: 200 len: 210 time: 0.0356073 Jun 20 12:49:48.092050 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-f28cc0b2-db53-46bf-b674-39477134c4d5 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Made reservation on behalf of 9ad835431efc483494374d6d7aa51202 for: {'port': 1} {{(pid=92893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 12:49:48.095684 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-f28cc0b2-db53-46bf-b674-39477134c4d5 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-650594'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:48.214826 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-f28cc0b2-db53-46bf-b674-39477134c4d5 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Allocated IP 172.20.0.5 (0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f/e7de16ed-4208-41ff-9e05-02f90430ca41/af0fe63c-8243-43ba-89fd-03e1c92c3adf) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 12:49:48.352714 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-f28cc0b2-db53-46bf-b674-39477134c4d5 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:48.389667 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-f28cc0b2-db53-46bf-b674-39477134c4d5 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-651169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766930567774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7115647'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:48.393995 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-bd1f98a5-b50c-42fb-a6b2-a19fd3143193 tempest-AttachVolumeNegativeTest-1322861970 tempest-AttachVolumeNegativeTest-1322861970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:48.435565 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-f28cc0b2-db53-46bf-b674-39477134c4d5 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Network 0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 12:49:48.438837 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-f28cc0b2-db53-46bf-b674-39477134c4d5 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 12:49:48.442450 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-f28cc0b2-db53-46bf-b674-39477134c4d5 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 20 12:49:48.448570 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cc0b2-db53-46bf-b674-39477134c4d5 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Pushing event updated for resources: {'Port': ['ID=af0fe63c-8243-43ba-89fd-03e1c92c3adf,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:48.467326 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-f28cc0b2-db53-46bf-b674-39477134c4d5 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:48.493794 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-f28cc0b2-db53-46bf-b674-39477134c4d5 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:48.494404 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-f28cc0b2-db53-46bf-b674-39477134c4d5 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:48.507380 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-f28cc0b2-db53-46bf-b674-39477134c4d5 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5605235 Jun 20 12:49:48.526555 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.v2.base [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Request body: {'port': {'device_id': '3356d2a9-7197-47f9-a14c-ccb87e023062', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 20 12:49:48.599822 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:48.845042 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0fe63c-8243-43ba-89fd-03e1c92c3adf {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:49:48.852279 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:48.864322 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Transition to ACTIVE for port object af0fe63c-8243-43ba-89fd-03e1c92c3adf will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 20 12:49:48.868950 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:48.870844 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-8f70105b-ee30-4529-9104-19332cde8595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:48.946155 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Pushing event updated for resources: {'Port': ['ID=af0fe63c-8243-43ba-89fd-03e1c92c3adf,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:48.964908 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:49.011951 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Attempting to bind port af0fe63c-8243-43ba-89fd-03e1c92c3adf on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 20 12:49:49.012348 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Attempting to bind port af0fe63c-8243-43ba-89fd-03e1c92c3adf by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '22fec467-212a-4b0b-a7bd-299d80495386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 20 12:49:49.012617 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Attempting to bind port af0fe63c-8243-43ba-89fd-03e1c92c3adf on network 0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:49:49.017021 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Port af0fe63c-8243-43ba-89fd-03e1c92c3adf on network 0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 20 12:49:49.017337 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Attempting to bind port af0fe63c-8243-43ba-89fd-03e1c92c3adf on network 0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 20 12:49:49.021949 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Checking agent: {'id': '3511620b-fad0-480c-9502-82df55f89faf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'started_at': datetime.datetime(2021, 6, 20, 12, 4, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 20, 12, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 20 12:49:49.022305 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Checking segment: {'id': '22fec467-212a-4b0b-a7bd-299d80495386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 20 12:49:49.022653 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Bound using segment: {'id': '22fec467-212a-4b0b-a7bd-299d80495386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 20 12:49:49.023074 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Bound port: af0fe63c-8243-43ba-89fd-03e1c92c3adf, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22fec467-212a-4b0b-a7bd-299d80495386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 20 12:49:49.023410 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:49.090482 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] For port af0fe63c-8243-43ba-89fd-03e1c92c3adf, host hv-cinder-79496, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 12:49:49.094232 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] For port af0fe63c-8243-43ba-89fd-03e1c92c3adf, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=af0fe63c-8243-43ba-89fd-03e1c92c3adf,segment=NetworkSegment(22fec467-212a-4b0b-a7bd-299d80495386),segment_id=22fec467-212a-4b0b-a7bd-299d80495386)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 12:49:49.099542 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115593'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:49.102809 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-f5ba4264-6a3a-41c3-8d98-1b269cf5f0e1 tempest-AttachVolumeTestJSON-1370714284 tempest-AttachVolumeTestJSON-1370714284-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:49.139295 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:49.139920 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:49.142420 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] 10.222.0.30 "PUT /v2.0/ports/af0fe63c-8243-43ba-89fd-03e1c92c3adf HTTP/1.1" status: 200 len: 1093 time: 0.6199398 Jun 20 12:49:49.142952 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3356d2a9-7197-47f9-a14c-ccb87e023062', 'tag': 'af0fe63c-8243-43ba-89fd-03e1c92c3adf'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:49:49.145358 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e460713b-056f-4f3a-b35f-d5372251318f" -d '{"events": [{"name": "network-changed", "server_uuid": "3356d2a9-7197-47f9-a14c-ccb87e023062", "tag": "af0fe63c-8243-43ba-89fd-03e1c92c3adf"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:49:49.183491 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Pushing event updated for resources: {'Port': ['ID=af0fe63c-8243-43ba-89fd-03e1c92c3adf,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:49.188412 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:49.206171 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Jun 2021 12:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493a58be-d780-4149-95b1-383281d6f06f x-openstack-request-id: req-493a58be-d780-4149-95b1-383281d6f06f {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:49:49.206537 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3356d2a9-7197-47f9-a14c-ccb87e023062", "tag": "af0fe63c-8243-43ba-89fd-03e1c92c3adf", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:49:49.206836 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-493a58be-d780-4149-95b1-383281d6f06f {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:49:49.207303 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3356d2a9-7197-47f9-a14c-ccb87e023062', 'tag': 'af0fe63c-8243-43ba-89fd-03e1c92c3adf', 'status': 'completed', 'code': 200} Jun 20 12:49:49.238177 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf988b7-3aee-461d-a55c-a54b79da4a88 req-3acdc9a1-9023-4ea7-bc94-a714c4abe0fd tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:49.239605 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0cf988b7-3aee-461d-a55c-a54b79da4a88 req-3acdc9a1-9023-4ea7-bc94-a714c4abe0fd tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=3356d2a9-7197-47f9-a14c-ccb87e023062 HTTP/1.1" status: 200 len: 943 time: 0.0914457 Jun 20 12:49:49.273074 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-1881f7b2-12ca-4088-b325-c64b3cc67dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:49.274580 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-1881f7b2-12ca-4088-b325-c64b3cc67dba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ad835431efc483494374d6d7aa51202&device_id=3356d2a9-7197-47f9-a14c-ccb87e023062 HTTP/1.1" status: 200 len: 1096 time: 0.0534134 Jun 20 12:49:49.276384 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0cf988b7-3aee-461d-a55c-a54b79da4a88 req-72fc05e1-209e-4402-9ddb-83d737b41433 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310140 Jun 20 12:49:49.321504 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-91c3f5a9-ffe1-4a04-961c-be43d7596f1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af0fe63c-8243-43ba-89fd-03e1c92c3adf HTTP/1.1" status: 200 len: 217 time: 0.0338421 Jun 20 12:49:49.372627 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-981ff145-47ab-434e-b32d-d97a24210b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:49.373943 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-981ff145-47ab-434e-b32d-d97a24210b82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7de16ed-4208-41ff-9e05-02f90430ca41 HTTP/1.1" status: 200 len: 849 time: 0.0465271 Jun 20 12:49:49.406943 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-87d649bb-9cdc-490d-bfa8-461aa27f9ff5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262437 Jun 20 12:49:49.494654 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-c9270f4f-ef57-49f6-8991-5aefdfbed194 service neutron] 10.222.0.30 "GET /v2.0/networks/0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807703 Jun 20 12:49:49.586771 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-0e9bd9c5-a2f1-40db-9825-92949691ff20 req-c5eacfcf-b85d-4e1e-b7e2-0571871ddd81 service neutron] 10.222.0.30 "GET /v2.0/networks/0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855379 Jun 20 12:49:49.729308 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460713b-056f-4f3a-b35f-d5372251318f req-060b6382-c135-40a0-93b8-5a929cdb4c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:49.730653 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e460713b-056f-4f3a-b35f-d5372251318f req-060b6382-c135-40a0-93b8-5a929cdb4c3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ad835431efc483494374d6d7aa51202&device_id=3356d2a9-7197-47f9-a14c-ccb87e023062 HTTP/1.1" status: 200 len: 1096 time: 0.0513046 Jun 20 12:49:49.820578 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460713b-056f-4f3a-b35f-d5372251318f req-426680b9-16a1-4e99-90b0-06023492ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:49.822051 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e460713b-056f-4f3a-b35f-d5372251318f req-426680b9-16a1-4e99-90b0-06023492ec28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f HTTP/1.1" status: 200 len: 910 time: 0.0851738 Jun 20 12:49:49.863820 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e460713b-056f-4f3a-b35f-d5372251318f req-e50bce1e-589d-486f-acc7-f223e287226b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af0fe63c-8243-43ba-89fd-03e1c92c3adf HTTP/1.1" status: 200 len: 217 time: 0.0344772 Jun 20 12:49:49.911077 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460713b-056f-4f3a-b35f-d5372251318f req-fb0f792e-5fb7-4aa2-9853-40e3f1af6aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:49.912459 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e460713b-056f-4f3a-b35f-d5372251318f req-fb0f792e-5fb7-4aa2-9853-40e3f1af6aed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7de16ed-4208-41ff-9e05-02f90430ca41 HTTP/1.1" status: 200 len: 849 time: 0.0425451 Jun 20 12:49:49.948332 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e460713b-056f-4f3a-b35f-d5372251318f req-73c28cf6-8532-4b46-b0f9-46c5870d2071 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296001 Jun 20 12:49:50.034716 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e460713b-056f-4f3a-b35f-d5372251318f req-6bd6d64b-466d-4c63-8715-f4ac2d2231ec service neutron] 10.222.0.30 "GET /v2.0/networks/0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800447 Jun 20 12:49:50.126680 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e460713b-056f-4f3a-b35f-d5372251318f req-db4072c1-d3a5-4dc2-bd54-34eddd0ccd3d service neutron] 10.222.0.30 "GET /v2.0/networks/0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861382 Jun 20 12:49:50.453464 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea0631-a2d0-434b-a3b4-918206bf6ecb req-866a3b59-1300-40a9-ba58-0bce0192f55a tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:50.455032 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-43ea0631-a2d0-434b-a3b4-918206bf6ecb req-866a3b59-1300-40a9-ba58-0bce0192f55a tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=3356d2a9-7197-47f9-a14c-ccb87e023062 HTTP/1.1" status: 200 len: 943 time: 0.0647109 Jun 20 12:49:50.467942 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:50.492870 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-43ea0631-a2d0-434b-a3b4-918206bf6ecb req-ebdb22f8-6973-474c-8f3c-7ada153fb5d0 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320528 Jun 20 12:49:51.660463 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd130be-2f24-432a-9346-7cc9ad4e43bf req-7c67543c-9090-49fd-9509-17d6dcbdcb22 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:51.661905 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-edd130be-2f24-432a-9346-7cc9ad4e43bf req-7c67543c-9090-49fd-9509-17d6dcbdcb22 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=3356d2a9-7197-47f9-a14c-ccb87e023062 HTTP/1.1" status: 200 len: 943 time: 0.0614712 Jun 20 12:49:51.698816 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-edd130be-2f24-432a-9346-7cc9ad4e43bf req-e75b710f-4db2-41fa-bc80-e6df60b40e51 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313296 Jun 20 12:49:52.865772 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fa4d2-f6b7-4ea1-90d0-b0e2e3ebed87 req-efbb0970-21e0-4174-9b4f-ce4d10d5dbbe tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:52.867234 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d68fa4d2-f6b7-4ea1-90d0-b0e2e3ebed87 req-efbb0970-21e0-4174-9b4f-ce4d10d5dbbe tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=3356d2a9-7197-47f9-a14c-ccb87e023062 HTTP/1.1" status: 200 len: 943 time: 0.0621903 Jun 20 12:49:52.903918 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-d68fa4d2-f6b7-4ea1-90d0-b0e2e3ebed87 req-f1984c73-0e8b-4d4a-be68-b5d8bc5985d0 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310881 Jun 20 12:49:53.339010 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device af0fe63c-8243-43ba-89fd-03e1c92c3adf details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92894) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 20 12:49:53.434878 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port af0fe63c-8243-43ba-89fd-03e1c92c3adf, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=af0fe63c-8243-43ba-89fd-03e1c92c3adf,segment=NetworkSegment(22fec467-212a-4b0b-a7bd-299d80495386),segment_id=22fec467-212a-4b0b-a7bd-299d80495386)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:49:53.446346 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Returning: {'device': 'af0fe63c-8243-43ba-89fd-03e1c92c3adf', 'network_id': '0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f', 'port_id': 'af0fe63c-8243-43ba-89fd-03e1c92c3adf', 'mac_address': 'fa:16:3e:94:d3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7de16ed-4208-41ff-9e05-02f90430ca41', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92894) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 20 12:49:53.481981 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:53.494043 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0fe63c-8243-43ba-89fd-03e1c92c3adf {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 20 12:49:53.513043 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port af0fe63c-8243-43ba-89fd-03e1c92c3adf, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=af0fe63c-8243-43ba-89fd-03e1c92c3adf,segment=NetworkSegment(22fec467-212a-4b0b-a7bd-299d80495386),segment_id=22fec467-212a-4b0b-a7bd-299d80495386)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:49:53.517731 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:53.519406 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:53.563239 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=af0fe63c-8243-43ba-89fd-03e1c92c3adf,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:53.566183 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:53.923670 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['af0fe63c-8243-43ba-89fd-03e1c92c3adf'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:49:54.076432 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422aa1bd-6c69-43f2-b8ee-6363011a4d31 req-0630a35d-ad1d-4d17-8548-d46be3e3fe81 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:54.078119 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-422aa1bd-6c69-43f2-b8ee-6363011a4d31 req-0630a35d-ad1d-4d17-8548-d46be3e3fe81 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=3356d2a9-7197-47f9-a14c-ccb87e023062 HTTP/1.1" status: 200 len: 944 time: 0.0624270 Jun 20 12:49:54.115607 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-422aa1bd-6c69-43f2-b8ee-6363011a4d31 req-2496b1f5-3f51-46fa-be19-8608e312aa5c tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316257 Jun 20 12:49:55.296304 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ab0d5-78ac-4abe-b007-407a8ed272df req-da4320a5-e922-4d9a-87bb-9353109144e5 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:55.297773 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f30ab0d5-78ac-4abe-b007-407a8ed272df req-da4320a5-e922-4d9a-87bb-9353109144e5 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=3356d2a9-7197-47f9-a14c-ccb87e023062 HTTP/1.1" status: 200 len: 944 time: 0.0659318 Jun 20 12:49:55.334587 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-f30ab0d5-78ac-4abe-b007-407a8ed272df req-c9645bc8-6865-4cc7-8158-0357246ba77f tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312119 Jun 20 12:49:55.339087 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device af0fe63c-8243-43ba-89fd-03e1c92c3adf up at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 20 12:49:55.386008 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning for port af0fe63c-8243-43ba-89fd-03e1c92c3adf completed by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 20 12:49:55.389568 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Provisioning complete for port af0fe63c-8243-43ba-89fd-03e1c92c3adf triggered by entity L2. {{(pid=92894) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 20 12:49:55.390471 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1367679'] for port, provisioning_complete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:55.466348 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-650612'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:55.487948 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3356d2a9-7197-47f9-a14c-ccb87e023062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0fe63c-8243-43ba-89fd-03e1c92c3adf'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:49:55.490191 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff433fd2e3e8483ec5bde8b443a8d0833f9278b814f7b3ef2a1c28b3d75b6172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572590de-7f68-4826-ab15-2c98056769ac" -d '{"events": [{"server_uuid": "3356d2a9-7197-47f9-a14c-ccb87e023062", "name": "network-vif-plugged", "status": "completed", "tag": "af0fe63c-8243-43ba-89fd-03e1c92c3adf"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:49:55.502029 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] For port af0fe63c-8243-43ba-89fd-03e1c92c3adf, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=af0fe63c-8243-43ba-89fd-03e1c92c3adf,segment=NetworkSegment(22fec467-212a-4b0b-a7bd-299d80495386),segment_id=22fec467-212a-4b0b-a7bd-299d80495386)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:49:55.505872 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766931058643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766930567792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766930567837'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:49:55.507738 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:49:55.529014 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e2d455-00c7-46f0-b3c6-6cf33833f78c x-openstack-request-id: req-e5e2d455-00c7-46f0-b3c6-6cf33833f78c {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:49:55.529249 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3356d2a9-7197-47f9-a14c-ccb87e023062", "name": "network-vif-plugged", "status": "completed", "tag": "af0fe63c-8243-43ba-89fd-03e1c92c3adf", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:49:55.529507 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5e2d455-00c7-46f0-b3c6-6cf33833f78c {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:49:55.529891 dv-cinder-794962-4-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3356d2a9-7197-47f9-a14c-ccb87e023062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0fe63c-8243-43ba-89fd-03e1c92c3adf', 'code': 200} Jun 20 12:49:55.557863 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Pushing event updated for resources: {'Port': ['ID=af0fe63c-8243-43ba-89fd-03e1c92c3adf,revision_number=5']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:49:55.560833 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:49:55.766103 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e0965-0181-40f2-afcc-f86802e47009 req-19bb0d1e-6262-4860-a90d-39ba6940756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:55.767450 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1d2e0965-0181-40f2-afcc-f86802e47009 req-19bb0d1e-6262-4860-a90d-39ba6940756c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3356d2a9-7197-47f9-a14c-ccb87e023062 HTTP/1.1" status: 200 len: 1098 time: 0.0511532 Jun 20 12:49:55.801475 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-1d2e0965-0181-40f2-afcc-f86802e47009 req-f144edd6-0844-4257-a0ed-34e37382ec8a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278788 Jun 20 12:49:56.505769 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266491e-15c4-4c2c-8043-6c34defc28ce req-eac7e603-1830-432c-8f01-5bddb5649f7f tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:56.507111 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7266491e-15c4-4c2c-8043-6c34defc28ce req-eac7e603-1830-432c-8f01-5bddb5649f7f tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=3356d2a9-7197-47f9-a14c-ccb87e023062 HTTP/1.1" status: 200 len: 945 time: 0.0625722 Jun 20 12:49:56.544482 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-7266491e-15c4-4c2c-8043-6c34defc28ce req-41699616-0d56-42ad-b52d-f08e2966fa5d tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 Jun 20 12:49:57.718536 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cafc1-db86-4da3-a244-da82b36757b2 req-0ac60c35-87b9-4553-92f1-e4f63210f861 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:57.720183 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3c9cafc1-db86-4da3-a244-da82b36757b2 req-0ac60c35-87b9-4553-92f1-e4f63210f861 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=3356d2a9-7197-47f9-a14c-ccb87e023062 HTTP/1.1" status: 200 len: 945 time: 0.0660853 Jun 20 12:49:57.755577 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-3c9cafc1-db86-4da3-a244-da82b36757b2 req-66a31592-8f71-4207-a571-145f7701e171 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299120 Jun 20 12:49:58.605600 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ea98a-0909-4520-bcf9-e35f3912fd25 req-70b23bb0-ddf7-4c27-af9a-3e96a58e013c tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:58.607282 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b34ea98a-0909-4520-bcf9-e35f3912fd25 req-70b23bb0-ddf7-4c27-af9a-3e96a58e013c tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=3356d2a9-7197-47f9-a14c-ccb87e023062 HTTP/1.1" status: 200 len: 945 time: 0.0635495 Jun 20 12:49:58.644108 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b34ea98a-0909-4520-bcf9-e35f3912fd25 req-905bf82e-e458-4e6d-b839-8b3a09ab8d83 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309682 Jun 20 12:49:59.821254 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec4385-9705-43f4-8a8f-34bb507867e6 req-85321c97-916c-4ec6-990b-093aa417edb2 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:49:59.822705 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e2ec4385-9705-43f4-8a8f-34bb507867e6 req-85321c97-916c-4ec6-990b-093aa417edb2 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=3356d2a9-7197-47f9-a14c-ccb87e023062 HTTP/1.1" status: 200 len: 945 time: 0.0669897 Jun 20 12:49:59.863273 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-e2ec4385-9705-43f4-8a8f-34bb507867e6 req-45852bb8-5906-4f56-b924-46f99f812a94 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/security-groups?id=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340447 Jun 20 12:50:00.205190 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e83382-41e1-4ad0-a40a-b8c9bdd85acc req-2d8fb611-fb08-4557-932e-b12c6ecf57d9 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 20 12:50:00.206628 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b6e83382-41e1-4ad0-a40a-b8c9bdd85acc req-2d8fb611-fb08-4557-932e-b12c6ecf57d9 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.30 "GET /v2.0/ports?device_id=3356d2a9-7197-47f9-a14c-ccb87e023062 HTTP/1.1" status: 200 len: 945 time: 0.0673859 Jun 20 12:50:00.305924 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-b6e83382-41e1-4ad0-a40a-b8c9bdd85acc req-4b6c527d-d125-45c1-888b-32b4f88704c9 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Deleting port af0fe63c-8243-43ba-89fd-03e1c92c3adf {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 20 12:50:00.306266 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-b6e83382-41e1-4ad0-a40a-b8c9bdd85acc req-4b6c527d-d125-45c1-888b-32b4f88704c9 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766931052773'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:00.391533 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [req-b6e83382-41e1-4ad0-a40a-b8c9bdd85acc req-4b6c527d-d125-45c1-888b-32b4f88704c9 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] For port af0fe63c-8243-43ba-89fd-03e1c92c3adf, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=af0fe63c-8243-43ba-89fd-03e1c92c3adf,segment=NetworkSegment(22fec467-212a-4b0b-a7bd-299d80495386),segment_id=22fec467-212a-4b0b-a7bd-299d80495386)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 12:50:00.391885 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-b6e83382-41e1-4ad0-a40a-b8c9bdd85acc req-4b6c527d-d125-45c1-888b-32b4f88704c9 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503964'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:00.457714 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [req-b6e83382-41e1-4ad0-a40a-b8c9bdd85acc req-4b6c527d-d125-45c1-888b-32b4f88704c9 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Calling delete_port for af0fe63c-8243-43ba-89fd-03e1c92c3adf owned by compute:nova {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 20 12:50:00.583872 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-b6e83382-41e1-4ad0-a40a-b8c9bdd85acc req-4b6c527d-d125-45c1-888b-32b4f88704c9 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-651158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766931058661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766930567783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115632'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:00.587818 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-529e4d78-4b4d-4612-9629-76a153e8109d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:50:00.613984 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c527d-d125-45c1-888b-32b4f88704c9 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Pushing event deleted for resources: {'Port': ['ID=af0fe63c-8243-43ba-89fd-03e1c92c3adf,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:50:00.618461 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-4b6c527d-d125-45c1-888b-32b4f88704c9 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:50:00.621778 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] get_ports_and_sgs() called for port_ids ['af0fe63c-8243-43ba-89fd-03e1c92c3adf'] {{(pid=92894) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 20 12:50:00.655278 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e83382-41e1-4ad0-a40a-b8c9bdd85acc req-4b6c527d-d125-45c1-888b-32b4f88704c9 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] No DVR routers for this DVR port af0fe63c-8243-43ba-89fd-03e1c92c3adf on host hv-cinder-79496 {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 20 12:50:00.658283 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [req-b6e83382-41e1-4ad0-a40a-b8c9bdd85acc req-4b6c527d-d125-45c1-888b-32b4f88704c9 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7175'] for port, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:00.660195 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-b6e83382-41e1-4ad0-a40a-b8c9bdd85acc req-4b6c527d-d125-45c1-888b-32b4f88704c9 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.30 "DELETE /v2.0/ports/af0fe63c-8243-43ba-89fd-03e1c92c3adf HTTP/1.1" status: 204 len: 173 time: 0.4484954 Jun 20 12:50:00.660768 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3356d2a9-7197-47f9-a14c-ccb87e023062', 'name': 'network-vif-deleted', 'tag': 'af0fe63c-8243-43ba-89fd-03e1c92c3adf'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 20 12:50:00.663041 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c7a91974875f0d1eb74f1755f7401c4d8454d472bcd061a4b7d87867e295e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c874d786-8ca7-4ef8-973f-604c2b9e9034" -d '{"events": [{"server_uuid": "3356d2a9-7197-47f9-a14c-ccb87e023062", "name": "network-vif-deleted", "tag": "af0fe63c-8243-43ba-89fd-03e1c92c3adf"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 12:50:00.697566 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Jun 2021 12:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8cf4a0-fb20-4d0f-9eca-77c4d9026134 x-openstack-request-id: req-df8cf4a0-fb20-4d0f-9eca-77c4d9026134 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 12:50:00.697928 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3356d2a9-7197-47f9-a14c-ccb87e023062", "name": "network-vif-deleted", "tag": "af0fe63c-8243-43ba-89fd-03e1c92c3adf", "status": "completed", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 12:50:00.698223 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df8cf4a0-fb20-4d0f-9eca-77c4d9026134 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 12:50:00.698650 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3356d2a9-7197-47f9-a14c-ccb87e023062', 'name': 'network-vif-deleted', 'tag': 'af0fe63c-8243-43ba-89fd-03e1c92c3adf', 'status': 'completed', 'code': 200} Jun 20 12:50:01.008934 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [req-bb2703bd-8a21-4b0a-a2e4-ec026a8e0edf req-658ae282-f8b7-45af-a770-5f25cd1ee7e3 tempest-VolumesActionsTest-1864742822 tempest-VolumesActionsTest-1864742822-project] 10.222.0.25 "GET /v2.0/ports?device_id=3356d2a9-7197-47f9-a14c-ccb87e023062 HTTP/1.1" status: 200 len: 210 time: 0.0276024 Jun 20 12:50:04.565824 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device af0fe63c-8243-43ba-89fd-03e1c92c3adf no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 20 12:50:04.588419 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] No Port match for: af0fe63c-8243-43ba-89fd-03e1c92c3adf {{(pid=92894) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 20 12:50:04.588764 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.rpc [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Device af0fe63c-8243-43ba-89fd-03e1c92c3adf not bound to the agent host hv-cinder-79496 {{(pid=92894) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 20 12:50:07.964251 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9a555a49-16be-419c-acfb-546b683138b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:10.040306 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a4f6fc97-9ecd-4106-aabb-3051af57d942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:10.420292 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:11.695956 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:13.443519 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:20.475671 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:24.134335 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:50:24.910009 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 54044) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:50:24.956204 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_v2 [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] Deleting subnet e7de16ed-4208-41ff-9e05-02f90430ca41 {{(pid=92893) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 20 12:50:24.959168 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:24.991999 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7115739'] for subnet, precommit_delete_associations {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:25.028223 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1363053'] for subnet, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:25.079358 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1667609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7115530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7195767'] for subnet, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:25.082162 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:50:25.108452 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7de16ed-4208-41ff-9e05-02f90430ca41,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:50:25.116149 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:25.117935 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e7de16ed-4208-41ff-9e05-02f90430ca41 HTTP/1.1" status: 204 len: 168 time: 0.2069578 Jun 20 12:50:25.119428 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.119809 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.120175 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.120458 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 54046) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:50:25.120901 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.120901 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.121248 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.121597 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.121953 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.122334 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.122957 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.123259 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.123634 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.126673 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-997066ae-1542-4fdd-858e-ef007d8f5dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:50:25.190943 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613649'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:25.265706 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1362930', 'neutron.services.segments.db._delete_segments_for_network-8766931108819'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:25.275680 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:50:25.284879 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fec467-212a-4b0b-a7bd-299d80495386') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:50:25.285270 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fec467-212a-4b0b-a7bd-299d80495386') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 12:50:25.293504 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766931108648', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7989793'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:25.310039 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:25.316592 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 12:50:25.317131 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1522618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8317915'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: Traceback (most recent call last): Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: timer() Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: cb(*args, **kw) Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: return func(*args, **kwargs) Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: self._notify() Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: self.callback(batched_events) Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: event.method(event) Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: return f(self, *a, **k) Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._get(url).json() Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 20 12:50:25.318663 dv-cinder-794962-4-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 20 12:50:25.370065 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1362923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-441659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1667602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504450'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:25.374828 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667599'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:25.377707 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f HTTP/1.1" status: 204 len: 168 time: 0.2556660 Jun 20 12:50:25.378604 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:50:25.390573 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c69cc86-7ebd-4ed4-91ab-0e7bcf5d5d1f,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:50:25.399442 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.399841 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.400225 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.400599 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.400999 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.401374 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.401757 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.402094 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.402488 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.403071 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.403437 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.403801 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-4-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 12:50:25.406915 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-dd0cec88-8452-425d-a666-d080a32d4a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:50:25.482720 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 54050) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:50:25.521300 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-a53fc74d-7bbd-479a-af29-c7c0089b6b42 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ad835431efc483494374d6d7aa51202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372465 Jun 20 12:50:25.523468 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 54052) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:50:25.571314 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b49a30b4-5884-42fa-a6ed-b6501b2197af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:25.590958 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b49a30b4-5884-42fa-a6ed-b6501b2197af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:25.642361 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b49a30b4-5884-42fa-a6ed-b6501b2197af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:25.645498 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b49a30b4-5884-42fa-a6ed-b6501b2197af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:25.649315 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-b49a30b4-5884-42fa-a6ed-b6501b2197af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5 HTTP/1.1" status: 204 len: 168 time: 0.1248910 Jun 20 12:50:25.650158 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-e85083cd-3484-45fd-a02b-609d9eb9bdfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:50:25.657498 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a30b4-5884-42fa-a6ed-b6501b2197af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84d7c9f-d7ba-4e7a-8b04-e4136cefb2f5,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:50:25.660122 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-b49a30b4-5884-42fa-a6ed-b6501b2197af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:50:37.965580 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0d2c9f1f-622e-41c7-a81a-4f2b1f09ee70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:40.041428 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ce8b41d7-b9d0-46df-a5a6-558693e09e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:40.412702 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:41.692866 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:43.444075 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:50:50.471989 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:51:01.133179 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:51:07.965780 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7eb9dafd-c8c6-42ca-a20c-09c3918ecf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:51:10.041561 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e52435e6-a6fe-4ba5-96ce-ec1008a75c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:51:10.341650 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.25', 54286) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:51:10.415227 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:51:10.450614 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f8ff-3ab7-4887-ba2e-3d799783dbe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:51:10.540011 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f8ff-3ab7-4887-ba2e-3d799783dbe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:51:10.543557 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f8ff-3ab7-4887-ba2e-3d799783dbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:51:10.546809 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d0a2488f-25a4-4e96-b3a5-68093e41d3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:51:10.581751 dv-cinder-794962-4-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-b2f6f8ff-3ab7-4887-ba2e-3d799783dbe7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b546d50b90b4b5ca1859ee9453ea37a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389469 Jun 20 12:51:10.582918 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6f8ff-3ab7-4887-ba2e-3d799783dbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dce871-1bbf-42d4-a4a5-4cd6b5938729,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:51:10.584310 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.wsgi [-] (92893) accepted ('10.222.0.25', 54290) {{(pid=92893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 20 12:51:10.586196 dv-cinder-794962-4-iscsi neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-b2f6f8ff-3ab7-4887-ba2e-3d799783dbe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:51:10.631838 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-67c177d9-0301-4506-9e7a-4b45442e29d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:51:10.652603 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-67c177d9-0301-4506-9e7a-4b45442e29d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:51:10.701318 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-67c177d9-0301-4506-9e7a-4b45442e29d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441606'] for security_group, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:51:10.703708 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-67c177d9-0301-4506-9e7a-4b45442e29d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:51:10.704819 dv-cinder-794962-4-iscsi neutron-server[92893]: INFO neutron.wsgi [None req-67c177d9-0301-4506-9e7a-4b45442e29d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a8dce871-1bbf-42d4-a4a5-4cd6b5938729 HTTP/1.1" status: 204 len: 168 time: 0.1194296 Jun 20 12:51:10.705608 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-bb567217-a96a-42fb-8121-1f6fbcf5b56c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 20 12:51:10.713019 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c177d9-0301-4506-9e7a-4b45442e29d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dce871-1bbf-42d4-a4a5-4cd6b5938729,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 12:51:10.715363 dv-cinder-794962-4-iscsi neutron-server[92893]: DEBUG oslo_concurrency.lockutils [None req-67c177d9-0301-4506-9e7a-4b45442e29d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 20 12:51:11.699566 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:51:13.448245 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:51:20.465635 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:51:37.969558 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0ea9ca3f-606f-4264-a66a-914033fd6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:51:38.130906 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:51:40.041470 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e9a62780-f2d4-4e4d-b059-093adfb23e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:51:40.417213 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:51:41.699524 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:51:43.450054 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:51:50.489765 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:52:07.970436 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-491bc4a8-7b5d-4cd8-acfd-98c4055b4528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:52:10.041467 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6b7816b2-d2d9-45cf-aa75-bfb0a4b8d4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:52:10.418140 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:52:11.701635 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:52:13.452789 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:52:15.128994 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:52:20.483387 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:52:37.971700 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a5665410-8f84-453b-8266-20bc5b75d67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:52:40.042102 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eff4171d-8dec-4815-a90b-a5af3b6e2f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:52:40.418418 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:52:41.704884 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:52:43.456206 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:52:50.507650 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:52:52.127140 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:53:07.971674 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fdf8d0a4-1200-4bf8-9394-d93363156ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:53:10.043451 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dfe86cef-48e3-46f4-8d75-e027c01e42be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:53:10.419340 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:53:11.708409 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:53:13.459182 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:53:20.507630 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:53:29.125613 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:53:37.975644 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f93d147c-847c-48fa-af0e-69036eba94d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:53:40.043664 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f2fc8c8d-7917-4067-8df2-5d2e54f64e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:53:40.420087 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:53:41.710864 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:53:43.461963 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:53:50.508205 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:54:06.124279 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:54:07.975547 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-61d429cc-5706-42c4-bc02-6e6623a02237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:54:10.045344 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-41e54c06-731d-4247-8c51-1471ef4766e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:54:10.421233 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:54:11.713170 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:54:13.465247 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:54:20.523390 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:54:37.974732 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-98a31d19-3230-4681-872c-0429f440d3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:54:40.045637 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-759522bc-18dc-4875-83c9-593247cc9cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:54:40.422151 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:54:41.716271 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:54:43.122359 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:54:43.468456 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:54:50.531838 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:55:07.974034 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1ecadb22-a89b-4c43-bb6f-71d2bd01ab86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:55:10.045231 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac16f-1c65-42dd-94e2-38318ee194f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:55:10.428747 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:55:11.720692 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:55:13.470419 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:55:20.120281 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:55:20.541363 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:55:37.975655 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dc685624-4a59-4be2-9634-857302256691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:55:40.046324 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ddb6bb13-19ed-41cd-a16c-176d09b38e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:55:40.420036 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:55:41.723692 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:55:43.474843 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:55:50.545707 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:55:57.119700 dv-cinder-794962-4-iscsi neutron-server[92895]: DEBUG neutron.db.agents_db [None req-efa9b076-614e-4189-91dd-fc582b7b04d2 None None] Agent healthcheck: found 6 active agents {{(pid=92895) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 20 12:56:07.978010 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e9e4e36a-c292-42f3-ad78-5c24d12e6043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:56:10.047375 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40a75ccf-cdee-4652-a396-695c7e9c0ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:56:10.424177 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-baa4dd31-f394-4310-b744-da7b0212b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:56:11.731319 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78e68eaf-3907-4ac6-8106-f15206efaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:56:13.481498 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-334111e1-c4b3-4da2-be3e-c41e50328be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 20 12:56:20.558064 dv-cinder-794962-4-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-781c443d-094c-4e28-9009-73a7b16f824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766931108801', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1367464'] for agent, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}